[ 523.643360] env[69572]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69572) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.643769] env[69572]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69572) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.643769] env[69572]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69572) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.644093] env[69572]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 523.741513] env[69572]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69572) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 523.751612] env[69572]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69572) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 523.793847] env[69572]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 524.354036] env[69572]: INFO nova.virt.driver [None req-0ce89b72-a03e-4a81-b466-3d0ae09127ae None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 524.424973] env[69572]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 524.425166] env[69572]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 524.425228] env[69572]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69572) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 527.716901] env[69572]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-64a393ef-efd3-4730-a745-68fdfa9bed7a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.733148] env[69572]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69572) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 527.733264] env[69572]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-3fea75d5-a4ac-40a3-bbb3-7062c95841c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.773653] env[69572]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f2e68. [ 527.773824] env[69572]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.349s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 527.774399] env[69572]: INFO nova.virt.vmwareapi.driver [None req-0ce89b72-a03e-4a81-b466-3d0ae09127ae None None] VMware vCenter version: 7.0.3 [ 527.777879] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad1c51e-c6d8-4ca7-ae0f-bd2ca417d6c5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.796467] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3a3d13-0ec7-471c-ae39-ade32e42fcf8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.803070] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611e3c70-dc56-401e-842d-c9e3a26ce8b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.809935] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a3a89c-5e81-4a5a-8033-b97764757e83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.823775] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7958cdd4-49ce-4283-bf50-fd30f7e6bb77 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.830517] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db16598c-3b8e-4dc3-9c15-4c31e2b640f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.864030] env[69572]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9de40e83-c238-4f6a-bc8e-dec51bc618cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.868066] env[69572]: DEBUG nova.virt.vmwareapi.driver [None req-0ce89b72-a03e-4a81-b466-3d0ae09127ae None None] Extension org.openstack.compute already exists. {{(pid=69572) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 527.870858] env[69572]: INFO nova.compute.provider_config [None req-0ce89b72-a03e-4a81-b466-3d0ae09127ae None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 528.374184] env[69572]: DEBUG nova.context [None req-0ce89b72-a03e-4a81-b466-3d0ae09127ae None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3fa3dbc3-70e3-48ad-a09d-549d7de19e20(cell1) {{(pid=69572) load_cells /opt/stack/nova/nova/context.py:464}} [ 528.376382] env[69572]: DEBUG oslo_concurrency.lockutils [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.376587] env[69572]: DEBUG oslo_concurrency.lockutils [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 528.377270] env[69572]: DEBUG oslo_concurrency.lockutils [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 528.377707] env[69572]: DEBUG oslo_concurrency.lockutils [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Acquiring lock "3fa3dbc3-70e3-48ad-a09d-549d7de19e20" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.377896] env[69572]: DEBUG oslo_concurrency.lockutils [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Lock "3fa3dbc3-70e3-48ad-a09d-549d7de19e20" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 528.378902] env[69572]: DEBUG oslo_concurrency.lockutils [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Lock "3fa3dbc3-70e3-48ad-a09d-549d7de19e20" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 528.399586] env[69572]: INFO dbcounter [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Registered counter for database nova_cell0 [ 528.407832] env[69572]: INFO dbcounter [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Registered counter for database nova_cell1 [ 528.411176] env[69572]: DEBUG oslo_db.sqlalchemy.engines [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69572) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 528.411532] env[69572]: DEBUG oslo_db.sqlalchemy.engines [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69572) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 528.416292] env[69572]: ERROR nova.db.main.api [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 528.416292] env[69572]: result = function(*args, **kwargs) [ 528.416292] env[69572]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 528.416292] env[69572]: return func(*args, **kwargs) [ 528.416292] env[69572]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 528.416292] env[69572]: result = fn(*args, **kwargs) [ 528.416292] env[69572]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 528.416292] env[69572]: return f(*args, **kwargs) [ 528.416292] env[69572]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 528.416292] env[69572]: return db.service_get_minimum_version(context, binaries) [ 528.416292] env[69572]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 528.416292] env[69572]: _check_db_access() [ 528.416292] env[69572]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 528.416292] env[69572]: stacktrace = ''.join(traceback.format_stack()) [ 528.416292] env[69572]: [ 528.416993] env[69572]: ERROR nova.db.main.api [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 528.416993] env[69572]: result = function(*args, **kwargs) [ 528.416993] env[69572]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 528.416993] env[69572]: return func(*args, **kwargs) [ 528.416993] env[69572]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 528.416993] env[69572]: result = fn(*args, **kwargs) [ 528.416993] env[69572]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 528.416993] env[69572]: return f(*args, **kwargs) [ 528.416993] env[69572]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 528.416993] env[69572]: return db.service_get_minimum_version(context, binaries) [ 528.416993] env[69572]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 528.416993] env[69572]: _check_db_access() [ 528.416993] env[69572]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 528.416993] env[69572]: stacktrace = ''.join(traceback.format_stack()) [ 528.416993] env[69572]: [ 528.417583] env[69572]: WARNING nova.objects.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 528.417583] env[69572]: WARNING nova.objects.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Failed to get minimum service version for cell 3fa3dbc3-70e3-48ad-a09d-549d7de19e20 [ 528.417910] env[69572]: DEBUG oslo_concurrency.lockutils [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Acquiring lock "singleton_lock" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.418077] env[69572]: DEBUG oslo_concurrency.lockutils [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Acquired lock "singleton_lock" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.418386] env[69572]: DEBUG oslo_concurrency.lockutils [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Releasing lock "singleton_lock" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.418643] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Full set of CONF: {{(pid=69572) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 528.418785] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ******************************************************************************** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.418910] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] Configuration options gathered from: {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.419084] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.419334] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.419500] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ================================================================================ {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.419725] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] allow_resize_to_same_host = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.419897] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] arq_binding_timeout = 300 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.420041] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] backdoor_port = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.420172] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] backdoor_socket = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.420334] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] block_device_allocate_retries = 60 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.420491] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] block_device_allocate_retries_interval = 3 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.420655] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cert = self.pem {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.420817] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.420980] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute_monitors = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.421161] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] config_dir = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.421333] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] config_drive_format = iso9660 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.421525] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.421707] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] config_source = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.421877] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] console_host = devstack {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.422082] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] control_exchange = nova {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.422262] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cpu_allocation_ratio = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.422423] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] daemon = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.422589] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] debug = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.422742] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] default_access_ip_network_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.422903] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] default_availability_zone = nova {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.423069] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] default_ephemeral_format = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.423232] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] default_green_pool_size = 1000 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.423468] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.423631] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] default_schedule_zone = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.423785] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] disk_allocation_ratio = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.423942] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] enable_new_services = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.424131] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] enabled_apis = ['osapi_compute'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.424295] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] enabled_ssl_apis = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.424483] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] flat_injected = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.424679] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] force_config_drive = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.424839] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] force_raw_images = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.425012] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] graceful_shutdown_timeout = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.425181] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] heal_instance_info_cache_interval = -1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.425399] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] host = cpu-1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.425574] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.425737] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] initial_disk_allocation_ratio = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.425894] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] initial_ram_allocation_ratio = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.426132] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.426301] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] instance_build_timeout = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.426457] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] instance_delete_interval = 300 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.426624] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] instance_format = [instance: %(uuid)s] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.426789] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] instance_name_template = instance-%08x {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.426947] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] instance_usage_audit = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.427135] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] instance_usage_audit_period = month {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.427302] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.427466] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] instances_path = /opt/stack/data/nova/instances {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.427628] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] internal_service_availability_zone = internal {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.427782] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] key = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.427941] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] live_migration_retry_count = 30 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.428123] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] log_color = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.428287] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] log_config_append = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.428451] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.428606] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] log_dir = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.428761] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] log_file = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.428885] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] log_options = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.429073] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] log_rotate_interval = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.429253] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] log_rotate_interval_type = days {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.429418] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] log_rotation_type = none {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.429545] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.429669] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.429834] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.430013] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.430137] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.430296] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] long_rpc_timeout = 1800 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.430453] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] max_concurrent_builds = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.430606] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] max_concurrent_live_migrations = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.430759] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] max_concurrent_snapshots = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.430912] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] max_local_block_devices = 3 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.431077] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] max_logfile_count = 30 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.431237] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] max_logfile_size_mb = 200 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.431420] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] maximum_instance_delete_attempts = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.431600] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] metadata_listen = 0.0.0.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.431769] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] metadata_listen_port = 8775 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.431934] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] metadata_workers = 2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.432105] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] migrate_max_retries = -1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.432275] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] mkisofs_cmd = genisoimage {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.432478] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] my_block_storage_ip = 10.180.1.21 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.432608] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] my_ip = 10.180.1.21 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.432808] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.432967] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] network_allocate_retries = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.433159] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.433328] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] osapi_compute_listen = 0.0.0.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.433490] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] osapi_compute_listen_port = 8774 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.433656] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] osapi_compute_unique_server_name_scope = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.433822] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] osapi_compute_workers = 2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.433982] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] password_length = 12 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.434206] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] periodic_enable = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.434377] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] periodic_fuzzy_delay = 60 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.434545] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] pointer_model = usbtablet {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.434709] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] preallocate_images = none {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.434867] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] publish_errors = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.434995] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] pybasedir = /opt/stack/nova {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.435168] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ram_allocation_ratio = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.435326] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] rate_limit_burst = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.435489] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] rate_limit_except_level = CRITICAL {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.435643] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] rate_limit_interval = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.435797] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] reboot_timeout = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.435948] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] reclaim_instance_interval = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.436114] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] record = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.436283] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] reimage_timeout_per_gb = 60 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.436444] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] report_interval = 120 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.436603] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] rescue_timeout = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.436760] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] reserved_host_cpus = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.436918] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] reserved_host_disk_mb = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.437088] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] reserved_host_memory_mb = 512 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.437249] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] reserved_huge_pages = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.437406] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] resize_confirm_window = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.437560] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] resize_fs_using_block_device = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.437715] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] resume_guests_state_on_host_boot = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.437880] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.438047] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] rpc_response_timeout = 60 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.438219] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] run_external_periodic_tasks = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.438376] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] running_deleted_instance_action = reap {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.438531] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] running_deleted_instance_poll_interval = 1800 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.438687] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] running_deleted_instance_timeout = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.438845] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler_instance_sync_interval = 120 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.439038] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_down_time = 720 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.439224] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] servicegroup_driver = db {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.439380] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] shell_completion = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.439537] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] shelved_offload_time = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.439692] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] shelved_poll_interval = 3600 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.439858] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] shutdown_timeout = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.440096] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] source_is_ipv6 = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.440281] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ssl_only = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.440539] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.440710] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] sync_power_state_interval = 600 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.440870] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] sync_power_state_pool_size = 1000 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.441049] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] syslog_log_facility = LOG_USER {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.441212] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] tempdir = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.441382] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] timeout_nbd = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.441555] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] transport_url = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.441713] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] update_resources_interval = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.441872] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] use_cow_images = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.442041] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] use_journal = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.442205] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] use_json = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.442361] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] use_rootwrap_daemon = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.442515] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] use_stderr = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.442670] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] use_syslog = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.442821] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vcpu_pin_set = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.442985] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plugging_is_fatal = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.443167] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plugging_timeout = 300 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.443330] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] virt_mkfs = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.443487] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] volume_usage_poll_interval = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.443644] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] watch_log_file = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.443807] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] web = /usr/share/spice-html5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.443987] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.444171] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.444335] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.444502] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_concurrency.disable_process_locking = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445035] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445233] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445406] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445579] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445750] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445917] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446115] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.auth_strategy = keystone {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446288] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.compute_link_prefix = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446462] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446634] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.dhcp_domain = novalocal {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446802] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.enable_instance_password = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446964] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.glance_link_prefix = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447141] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447312] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447473] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.instance_list_per_project_cells = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447632] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.list_records_by_skipping_down_cells = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447792] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.local_metadata_per_cell = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447957] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.max_limit = 1000 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448143] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.metadata_cache_expiration = 15 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448316] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.neutron_default_tenant_id = default {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448483] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.response_validation = warn {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448650] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.use_neutron_default_nets = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448825] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449084] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449273] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449447] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449618] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.vendordata_dynamic_targets = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449780] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.vendordata_jsonfile_path = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449959] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.450168] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.backend = dogpile.cache.memcached {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.450339] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.backend_argument = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.450500] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.backend_expiration_time = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.450671] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.config_prefix = cache.oslo {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.450840] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.dead_timeout = 60.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451010] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.debug_cache_backend = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451183] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.enable_retry_client = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451377] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.enable_socket_keepalive = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451567] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.enabled = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451737] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.enforce_fips_mode = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451902] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.expiration_time = 600 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452077] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.hashclient_retry_attempts = 2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452249] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.hashclient_retry_delay = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452412] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.memcache_dead_retry = 300 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452573] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.memcache_password = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452737] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452899] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453073] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.memcache_pool_maxsize = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453240] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453400] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.memcache_sasl_enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453576] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453743] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.memcache_socket_timeout = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453904] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.memcache_username = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.454080] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.proxies = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.454247] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.redis_db = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.454443] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.redis_password = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.454649] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.redis_sentinel_service_name = mymaster {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.454830] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455007] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.redis_server = localhost:6379 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455186] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.redis_socket_timeout = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455346] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.redis_username = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455508] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.retry_attempts = 2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455670] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.retry_delay = 0.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455831] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.socket_keepalive_count = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455994] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.socket_keepalive_idle = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456168] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.socket_keepalive_interval = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456400] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.tls_allowed_ciphers = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456493] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.tls_cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456774] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.tls_certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456851] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.tls_enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456948] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cache.tls_keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457129] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.auth_section = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457304] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.auth_type = password {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457461] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457632] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.catalog_info = volumev3::publicURL {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457789] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457953] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458127] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.cross_az_attach = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458289] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.debug = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458447] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.endpoint_template = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458608] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.http_retries = 3 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458767] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458919] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459129] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.os_region_name = RegionOne {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459304] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459460] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cinder.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459628] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459785] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.cpu_dedicated_set = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459938] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.cpu_shared_set = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460142] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.image_type_exclude_list = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460332] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460490] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.max_concurrent_disk_ops = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460647] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.max_disk_devices_to_attach = -1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460807] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460972] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.461147] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.resource_provider_association_refresh = 300 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.461317] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.461494] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.shutdown_retry_interval = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.461673] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.461849] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] conductor.workers = 2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462036] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] console.allowed_origins = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462205] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] console.ssl_ciphers = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462376] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] console.ssl_minimum_version = default {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462545] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] consoleauth.enforce_session_timeout = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462711] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] consoleauth.token_ttl = 600 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462881] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463050] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463218] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463376] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.connect_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463531] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.connect_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463686] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.endpoint_override = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463844] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463997] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464168] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.max_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464321] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.min_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464474] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.region_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464629] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.retriable_status_codes = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464783] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.service_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464948] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.service_type = accelerator {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.465121] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.465313] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.status_code_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.465569] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.status_code_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.465837] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.466156] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.466435] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] cyborg.version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.466729] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.asyncio_connection = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.466939] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.asyncio_slave_connection = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467140] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.backend = sqlalchemy {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467322] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.connection = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467489] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.connection_debug = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467660] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.connection_parameters = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467825] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.connection_recycle_time = 3600 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467988] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.connection_trace = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468167] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.db_inc_retry_interval = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468332] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.db_max_retries = 20 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468487] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.db_max_retry_interval = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468647] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.db_retry_interval = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468806] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.max_overflow = 50 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468965] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.max_pool_size = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469165] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.max_retries = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469343] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469501] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.mysql_wsrep_sync_wait = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469656] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.pool_timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469816] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.retry_interval = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469971] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.slave_connection = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470186] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.sqlite_synchronous = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470363] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] database.use_db_reconnect = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470531] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.asyncio_connection = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470687] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.asyncio_slave_connection = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470855] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.backend = sqlalchemy {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471034] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.connection = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471204] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.connection_debug = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471373] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.connection_parameters = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471532] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.connection_recycle_time = 3600 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471693] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.connection_trace = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471850] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.db_inc_retry_interval = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472015] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.db_max_retries = 20 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472187] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.db_max_retry_interval = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472352] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.db_retry_interval = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472511] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.max_overflow = 50 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472671] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.max_pool_size = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472828] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.max_retries = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472994] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473168] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473327] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.pool_timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473488] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.retry_interval = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473644] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.slave_connection = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473804] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] api_database.sqlite_synchronous = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473973] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] devices.enabled_mdev_types = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474205] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474392] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ephemeral_storage_encryption.default_format = luks {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474552] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ephemeral_storage_encryption.enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474711] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474880] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.api_servers = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475056] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475223] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475385] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475541] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.connect_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475696] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.connect_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475855] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.debug = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476031] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.default_trusted_certificate_ids = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476197] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.enable_certificate_validation = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476360] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.enable_rbd_download = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476527] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.endpoint_override = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476692] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476851] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477016] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.max_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477183] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.min_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477342] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.num_retries = 3 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477509] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.rbd_ceph_conf = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477665] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.rbd_connect_timeout = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477832] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.rbd_pool = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477996] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.rbd_user = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478175] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.region_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478334] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.retriable_status_codes = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478488] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.service_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478664] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.service_type = image {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478827] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479012] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.status_code_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479180] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.status_code_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479344] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479524] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479688] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.verify_glance_signatures = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479845] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] glance.version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480048] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] guestfs.debug = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480235] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.auth_section = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480399] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.auth_type = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480557] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480712] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480873] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481040] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.connect_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481205] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.connect_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481361] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.endpoint_override = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481522] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481676] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481831] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.max_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481988] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.min_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482161] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.region_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482316] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.retriable_status_codes = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482472] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.service_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482638] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.service_type = shared-file-system {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482798] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.share_apply_policy_timeout = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482959] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483125] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.status_code_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483282] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.status_code_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483437] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483613] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483770] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] manila.version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483935] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] mks.enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.484300] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.484492] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] image_cache.manager_interval = 2400 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.484659] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] image_cache.precache_concurrency = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.484825] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] image_cache.remove_unused_base_images = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.484994] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.485172] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.485409] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] image_cache.subdirectory_name = _base {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.485605] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.api_max_retries = 60 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.485773] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.api_retry_interval = 2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.485935] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.auth_section = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486114] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.auth_type = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486277] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486433] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486593] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486750] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.conductor_group = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486906] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.connect_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487074] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.connect_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487235] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.endpoint_override = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487394] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487547] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487701] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.max_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487854] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.min_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488022] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.peer_list = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488185] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.region_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488340] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.retriable_status_codes = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488500] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.serial_console_state_timeout = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488655] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.service_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488821] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.service_type = baremetal {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488985] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.shard = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.489190] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.489358] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.status_code_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.489516] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.status_code_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.489672] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.489851] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.490044] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ironic.version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.490253] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.490429] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] key_manager.fixed_key = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.490608] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.490806] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.barbican_api_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.490983] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.barbican_endpoint = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.491174] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.barbican_endpoint_type = public {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.491334] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.barbican_region_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.491489] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.491643] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.491803] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.491960] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.492128] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.492290] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.number_of_retries = 60 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.492447] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.retry_delay = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.492604] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.send_service_user_token = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.492765] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.492921] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.493091] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.verify_ssl = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.493253] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican.verify_ssl_path = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.493416] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican_service_user.auth_section = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.493575] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican_service_user.auth_type = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.493733] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican_service_user.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.493889] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican_service_user.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.494060] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican_service_user.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.494226] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican_service_user.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.494382] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican_service_user.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.494539] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican_service_user.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.494693] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] barbican_service_user.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.494856] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.approle_role_id = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.495017] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.approle_secret_id = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.495189] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.kv_mountpoint = secret {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.495349] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.kv_path = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.495510] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.kv_version = 2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.495666] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.namespace = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.495822] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.root_token_id = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.495978] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.ssl_ca_crt_file = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.496159] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.timeout = 60.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.496318] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.use_ssl = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.496485] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.496654] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.496811] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.496971] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.497141] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.connect_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.497301] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.connect_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.497458] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.endpoint_override = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.497617] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.497771] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.497927] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.max_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.498091] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.min_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.498252] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.region_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.498412] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.retriable_status_codes = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.498568] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.service_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.498734] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.service_type = identity {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.498896] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.499084] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.status_code_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.499254] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.status_code_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.499409] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.499589] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.499747] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] keystone.version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.499939] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.ceph_mount_options = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.500282] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.500477] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.connection_uri = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.500640] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.cpu_mode = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.500805] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.cpu_model_extra_flags = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.500969] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.cpu_models = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.501153] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.cpu_power_governor_high = performance {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.501339] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.cpu_power_governor_low = powersave {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.501520] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.cpu_power_management = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.501694] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.501862] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.device_detach_attempts = 8 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.502038] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.device_detach_timeout = 20 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.502251] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.disk_cachemodes = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.502418] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.disk_prefix = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.502584] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.enabled_perf_events = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.502747] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.file_backed_memory = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.502917] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.gid_maps = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.503093] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.hw_disk_discard = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.503256] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.hw_machine_type = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.503425] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.images_rbd_ceph_conf = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.503585] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.503744] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.503910] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.images_rbd_glance_store_name = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.504087] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.images_rbd_pool = rbd {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.504262] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.images_type = default {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.504424] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.images_volume_group = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.504578] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.inject_key = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.504739] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.inject_partition = -2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.504898] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.inject_password = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.505068] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.iscsi_iface = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.505232] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.iser_use_multipath = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.505392] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_bandwidth = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.505552] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.505711] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_downtime = 500 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.505868] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.506037] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.506202] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_inbound_addr = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.506364] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.506524] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_permit_post_copy = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.506679] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_scheme = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.506847] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_timeout_action = abort {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.507013] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_tunnelled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.507177] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_uri = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.507337] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.live_migration_with_native_tls = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.507493] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.max_queues = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.507717] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.507971] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.508152] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.nfs_mount_options = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.508434] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.508606] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.508769] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.num_iser_scan_tries = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.508928] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.num_memory_encrypted_guests = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.509127] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.509297] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.num_pcie_ports = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.509463] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.num_volume_scan_tries = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.509628] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.pmem_namespaces = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.509785] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.quobyte_client_cfg = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.510093] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.510272] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.rbd_connect_timeout = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.510437] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.510600] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.510760] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.rbd_secret_uuid = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.510915] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.rbd_user = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.511089] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.511264] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.remote_filesystem_transport = ssh {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.511442] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.rescue_image_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.511603] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.rescue_kernel_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.511760] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.rescue_ramdisk_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.511927] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.512098] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.rx_queue_size = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.512271] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.smbfs_mount_options = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.512559] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.512733] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.snapshot_compression = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.512894] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.snapshot_image_format = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.514602] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.514602] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.sparse_logical_volumes = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.514602] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.swtpm_enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.514715] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.swtpm_group = tss {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.514824] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.swtpm_user = tss {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.514997] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.sysinfo_serial = unique {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.515174] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.tb_cache_size = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.515335] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.tx_queue_size = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.515501] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.uid_maps = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.515667] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.use_virtio_for_bridges = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.515836] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.virt_type = kvm {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.516011] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.volume_clear = zero {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.516185] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.volume_clear_size = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.516351] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.volume_enforce_multipath = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.516516] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.volume_use_multipath = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.516674] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.vzstorage_cache_path = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.516842] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.517016] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.vzstorage_mount_group = qemu {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.517184] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.vzstorage_mount_opts = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.517354] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.517642] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.517827] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.vzstorage_mount_user = stack {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.517994] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.518184] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.auth_section = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.518360] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.auth_type = password {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.518522] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.518678] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.518841] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.519042] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.connect_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.519217] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.connect_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.519396] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.default_floating_pool = public {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.519579] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.endpoint_override = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.519747] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.extension_sync_interval = 600 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.519910] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.http_retries = 3 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.520100] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.520265] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.520425] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.max_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.520598] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.520759] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.min_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.520928] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.ovs_bridge = br-int {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.521112] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.physnets = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.521287] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.region_name = RegionOne {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.521456] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.retriable_status_codes = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.521624] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.service_metadata_proxy = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.521783] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.service_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.521952] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.service_type = network {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.522129] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.522290] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.status_code_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.522447] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.status_code_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.522603] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.522784] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.522945] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] neutron.version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.523133] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] notifications.bdms_in_notifications = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.523313] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] notifications.default_level = INFO {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.523477] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] notifications.include_share_mapping = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.523649] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] notifications.notification_format = unversioned {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.523809] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] notifications.notify_on_state_change = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.523984] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.524178] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] pci.alias = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.524349] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] pci.device_spec = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.524513] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] pci.report_in_placement = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.524685] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.auth_section = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.524858] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.auth_type = password {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.525032] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.525202] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.525361] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.525522] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.525676] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.connect_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.525831] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.connect_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.525988] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.default_domain_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.526162] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.default_domain_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.526317] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.domain_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.526472] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.domain_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.526627] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.endpoint_override = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.526788] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.526943] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.527114] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.max_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.527274] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.min_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.527459] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.password = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.527639] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.project_domain_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.527809] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.project_domain_name = Default {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.527975] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.project_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.528163] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.project_name = service {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.528336] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.region_name = RegionOne {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.528496] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.retriable_status_codes = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.528657] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.service_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.528825] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.service_type = placement {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.529014] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.529191] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.status_code_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.529357] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.status_code_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.529515] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.system_scope = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.529672] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.529827] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.trust_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.529991] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.user_domain_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530202] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.user_domain_name = Default {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530367] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.user_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530537] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.username = nova {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530719] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530880] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] placement.version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531076] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.cores = 20 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531248] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.count_usage_from_placement = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531460] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531646] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.injected_file_content_bytes = 10240 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531816] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.injected_file_path_length = 255 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531980] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.injected_files = 5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532164] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.instances = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532331] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.key_pairs = 100 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532496] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.metadata_items = 128 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532659] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.ram = 51200 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532823] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.recheck_quota = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532989] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.server_group_members = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533172] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.server_groups = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533378] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533549] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] quota.unified_limits_resource_strategy = require {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533717] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533879] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534054] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler.image_metadata_prefilter = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534218] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534378] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler.max_attempts = 3 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534535] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler.max_placement_results = 1000 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534697] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534856] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler.query_placement_for_image_type_support = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535027] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535207] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] scheduler.workers = 2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535382] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535550] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535724] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535891] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536063] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536232] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536391] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536579] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536750] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.host_subset_size = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536903] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537071] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537239] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537400] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537573] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537734] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.isolated_hosts = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537894] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.isolated_images = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538064] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538230] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538390] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538548] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.pci_in_placement = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538707] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538866] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539061] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539233] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539395] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539554] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539712] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.track_instance_changes = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539888] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540093] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] metrics.required = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540269] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] metrics.weight_multiplier = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540433] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540596] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] metrics.weight_setting = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540901] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541087] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] serial_console.enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541264] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] serial_console.port_range = 10000:20000 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541458] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541631] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541796] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] serial_console.serialproxy_port = 6083 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541962] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_user.auth_section = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542147] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_user.auth_type = password {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542311] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_user.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542468] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_user.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542630] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_user.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542789] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_user.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542945] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_user.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543128] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_user.send_service_user_token = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543294] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_user.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543470] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] service_user.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543651] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.agent_enabled = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543813] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544128] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544337] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544506] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.html5proxy_port = 6082 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544664] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.image_compression = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544819] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.jpeg_compression = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544973] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.playback_compression = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545149] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.require_secure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545320] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.server_listen = 127.0.0.1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545485] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545760] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545926] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.streaming_mode = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546098] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] spice.zlib_compression = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546267] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] upgrade_levels.baseapi = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546437] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] upgrade_levels.compute = auto {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546593] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] upgrade_levels.conductor = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546749] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] upgrade_levels.scheduler = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546918] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vendordata_dynamic_auth.auth_section = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547083] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vendordata_dynamic_auth.auth_type = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547246] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vendordata_dynamic_auth.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547401] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vendordata_dynamic_auth.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547558] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547714] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vendordata_dynamic_auth.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547866] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vendordata_dynamic_auth.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548033] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548195] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vendordata_dynamic_auth.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548362] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.api_retry_count = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548520] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.ca_file = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548687] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.cache_prefix = devstack-image-cache {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548849] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.cluster_name = testcl1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549038] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.connection_pool_size = 10 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549211] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.console_delay_seconds = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549380] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.datastore_regex = ^datastore.* {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549585] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549756] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.host_password = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549921] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.host_port = 443 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550132] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.host_username = administrator@vsphere.local {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550308] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.insecure = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550468] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.integration_bridge = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550630] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.maximum_objects = 100 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550783] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.pbm_default_policy = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550939] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.pbm_enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551115] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.pbm_wsdl_location = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551287] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551469] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.serial_port_proxy_uri = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551629] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.serial_port_service_uri = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551793] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.task_poll_interval = 0.5 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551959] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.use_linked_clone = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552140] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.vnc_keymap = en-us {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552305] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.vnc_port = 5900 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552464] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vmware.vnc_port_total = 10000 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552645] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vnc.auth_schemes = ['none'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552815] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vnc.enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553114] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553301] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553471] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vnc.novncproxy_port = 6080 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553663] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vnc.server_listen = 127.0.0.1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553842] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554007] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vnc.vencrypt_ca_certs = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554175] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vnc.vencrypt_client_cert = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554329] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vnc.vencrypt_client_key = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554496] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554654] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.disable_deep_image_inspection = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554812] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554970] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555144] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555304] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.disable_rootwrap = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555480] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.enable_numa_live_migration = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555654] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555816] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555974] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556148] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.libvirt_disable_apic = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556307] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556468] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556625] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556781] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556940] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557109] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557270] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557431] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557588] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557749] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557929] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558106] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.client_socket_timeout = 900 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558273] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.default_pool_size = 1000 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558435] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.keep_alive = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558596] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.max_header_line = 16384 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558754] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.secure_proxy_ssl_header = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558912] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.ssl_ca_file = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559109] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.ssl_cert_file = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559282] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.ssl_key_file = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559445] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.tcp_keepidle = 600 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559621] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559784] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] zvm.ca_file = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559944] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] zvm.cloud_connector_url = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560272] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560449] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] zvm.reachable_timeout = 300 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560623] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560801] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560975] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.connection_string = messaging:// {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561158] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.enabled = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561346] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.es_doc_type = notification {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561531] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.es_scroll_size = 10000 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561701] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.es_scroll_time = 2m {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561864] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.filter_error_trace = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562042] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.hmac_keys = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562214] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.sentinel_service_name = mymaster {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562379] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.socket_timeout = 0.1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562540] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.trace_requests = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562698] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler.trace_sqlalchemy = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562870] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler_jaeger.process_tags = {} {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.563040] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler_jaeger.service_name_prefix = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.563209] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] profiler_otlp.service_name_prefix = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.563372] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] remote_debug.host = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.563527] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] remote_debug.port = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.563699] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.563860] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.564032] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.564201] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.564362] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.564521] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.564680] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.564840] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.565006] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.565186] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.565345] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.565516] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.565679] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.565842] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.566016] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.566193] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.566358] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.566518] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.566686] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.566845] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.567019] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.567184] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.567347] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.567527] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.567704] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.567864] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.568034] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.568204] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.568363] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.568522] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.568680] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.ssl = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.568845] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.569049] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.569226] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.569402] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.569570] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.ssl_version = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.569735] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.569921] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.570121] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_notifications.retry = -1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.570309] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.570480] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_messaging_notifications.transport_url = **** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.570650] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.auth_section = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.570811] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.auth_type = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.570966] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.cafile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.571139] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.certfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.571405] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.collect_timing = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.571497] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.connect_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.571656] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.connect_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.571812] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.endpoint_id = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.571983] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.endpoint_interface = publicURL {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.572158] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.endpoint_override = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.572315] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.endpoint_region_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.572473] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.endpoint_service_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.572628] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.endpoint_service_type = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.572788] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.insecure = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.572945] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.keyfile = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.573115] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.max_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.573275] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.min_version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.573431] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.region_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.573587] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.retriable_status_codes = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.573779] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.service_name = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.573939] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.service_type = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.574115] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.split_loggers = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.574279] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.status_code_retries = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.574437] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.status_code_retry_delay = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.574594] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.timeout = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.574753] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.valid_interfaces = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.574908] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_limit.version = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.575083] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_reports.file_event_handler = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.575252] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.575413] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] oslo_reports.log_dir = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.575577] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.575735] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.575890] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.576071] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.576249] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.576414] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.576593] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.576751] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_ovs_privileged.group = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.576909] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.577082] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.577246] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.577403] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] vif_plug_ovs_privileged.user = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.577570] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_linux_bridge.flat_interface = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.577748] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.577919] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.578100] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.578277] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.578446] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.578611] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.578771] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.578949] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.579161] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_ovs.isolate_vif = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.579339] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.579522] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.579713] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.579886] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_ovs.ovsdb_interface = native {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.580084] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] os_vif_ovs.per_port_bridge = False {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.580271] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] privsep_osbrick.capabilities = [21] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.580432] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] privsep_osbrick.group = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.580590] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] privsep_osbrick.helper_command = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.580753] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.580916] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.581087] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] privsep_osbrick.user = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.581263] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.581422] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] nova_sys_admin.group = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.581579] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] nova_sys_admin.helper_command = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.581740] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.581902] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.582070] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] nova_sys_admin.user = None {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.582205] env[69572]: DEBUG oslo_service.backend.eventlet.service [None req-530387b0-8738-4680-bc78-e1f67107a1ad None None] ******************************************************************************** {{(pid=69572) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.582600] env[69572]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 529.089041] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Getting list of instances from cluster (obj){ [ 529.089041] env[69572]: value = "domain-c8" [ 529.089041] env[69572]: _type = "ClusterComputeResource" [ 529.089041] env[69572]: } {{(pid=69572) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 529.089041] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4856a735-cbdb-4d66-9e14-bd90a120f1e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.097423] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Got total of 0 instances {{(pid=69572) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 529.098169] env[69572]: WARNING nova.virt.vmwareapi.driver [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 529.098754] env[69572]: INFO nova.virt.node [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Generated node identity 5c8fade1-5d72-4a7c-bfba-ee2769975266 [ 529.099094] env[69572]: INFO nova.virt.node [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Wrote node identity 5c8fade1-5d72-4a7c-bfba-ee2769975266 to /opt/stack/data/n-cpu-1/compute_id [ 529.602761] env[69572]: WARNING nova.compute.manager [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Compute nodes ['5c8fade1-5d72-4a7c-bfba-ee2769975266'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 530.607287] env[69572]: INFO nova.compute.manager [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 531.612509] env[69572]: WARNING nova.compute.manager [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 531.612904] env[69572]: DEBUG oslo_concurrency.lockutils [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.613117] env[69572]: DEBUG oslo_concurrency.lockutils [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.613313] env[69572]: DEBUG oslo_concurrency.lockutils [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.613512] env[69572]: DEBUG nova.compute.resource_tracker [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 531.614908] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db6a936-c440-44b3-97e0-e889f72286bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.624154] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d5946-c6f1-4916-a302-fe8dbd1c4e3e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.639427] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecf308b-8e5b-4c08-a1f9-5d2743523116 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.646016] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad6c36a-b0ca-4a93-b74f-62d07feb888a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.675125] env[69572]: DEBUG nova.compute.resource_tracker [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180918MB free_disk=98GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 531.675281] env[69572]: DEBUG oslo_concurrency.lockutils [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.675502] env[69572]: DEBUG oslo_concurrency.lockutils [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.178420] env[69572]: WARNING nova.compute.resource_tracker [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] No compute node record for cpu-1:5c8fade1-5d72-4a7c-bfba-ee2769975266: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5c8fade1-5d72-4a7c-bfba-ee2769975266 could not be found. [ 532.683084] env[69572]: INFO nova.compute.resource_tracker [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5c8fade1-5d72-4a7c-bfba-ee2769975266 [ 534.191433] env[69572]: DEBUG nova.compute.resource_tracker [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 534.191798] env[69572]: DEBUG nova.compute.resource_tracker [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 534.347523] env[69572]: INFO nova.scheduler.client.report [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] [req-ef42b0bf-f096-4e44-8b1b-4be4abc3c319] Created resource provider record via placement API for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 534.363338] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89973492-6afa-451a-8681-c17b1d09c0b1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.371954] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e2b53a-b98c-408f-8260-bf668a3dd045 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.402331] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb642f9-48cb-4db3-a145-de5f073955cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.410473] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a28fea-daa8-4675-900f-c919fd9b4250 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.427679] env[69572]: DEBUG nova.compute.provider_tree [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.965166] env[69572]: DEBUG nova.scheduler.client.report [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 534.965392] env[69572]: DEBUG nova.compute.provider_tree [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 0 to 1 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 534.965530] env[69572]: DEBUG nova.compute.provider_tree [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 535.014328] env[69572]: DEBUG nova.compute.provider_tree [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 1 to 2 during operation: update_traits {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 535.519313] env[69572]: DEBUG nova.compute.resource_tracker [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 535.519595] env[69572]: DEBUG oslo_concurrency.lockutils [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.519725] env[69572]: DEBUG nova.service [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Creating RPC server for service compute {{(pid=69572) start /opt/stack/nova/nova/service.py:186}} [ 535.534077] env[69572]: DEBUG nova.service [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] Join ServiceGroup membership for this service compute {{(pid=69572) start /opt/stack/nova/nova/service.py:203}} [ 535.534256] env[69572]: DEBUG nova.servicegroup.drivers.db [None req-30665ae0-357a-4ad7-8b72-ce55b42f583d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69572) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 560.537864] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 561.041602] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Getting list of instances from cluster (obj){ [ 561.041602] env[69572]: value = "domain-c8" [ 561.041602] env[69572]: _type = "ClusterComputeResource" [ 561.041602] env[69572]: } {{(pid=69572) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 561.043133] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1b30a3-1328-4702-9258-7f14eeab2b2e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.055333] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Got total of 0 instances {{(pid=69572) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 561.055560] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 561.059122] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Getting list of instances from cluster (obj){ [ 561.059122] env[69572]: value = "domain-c8" [ 561.059122] env[69572]: _type = "ClusterComputeResource" [ 561.059122] env[69572]: } {{(pid=69572) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 561.059122] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc1067d-273f-4807-983f-4c8724dc434d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.064587] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Got total of 0 instances {{(pid=69572) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 578.274574] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquiring lock "0007c873-9bde-4617-8fab-e9e45b65f920" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.274906] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lock "0007c873-9bde-4617-8fab-e9e45b65f920" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.672180] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "e99fc207-9f68-473b-98e2-cac374a7dbf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.672468] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "e99fc207-9f68-473b-98e2-cac374a7dbf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.761629] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "ac2e4d87-28eb-4d0a-9eca-7e110f4802b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.762392] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "ac2e4d87-28eb-4d0a-9eca-7e110f4802b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.777504] env[69572]: DEBUG nova.compute.manager [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 579.175116] env[69572]: DEBUG nova.compute.manager [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 579.264978] env[69572]: DEBUG nova.compute.manager [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 579.324173] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.325069] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.326996] env[69572]: INFO nova.compute.claims [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.705790] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.822658] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.421145] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquiring lock "b021a0db-b6df-4000-8f62-8d8ee448f1da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.421407] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lock "b021a0db-b6df-4000-8f62-8d8ee448f1da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.431677] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.431892] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.495510] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aea1904-f287-484c-b8cf-b4039915e4ab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.507811] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf97533-6377-4026-82dd-40383263490c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.545020] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81eac79-454c-4cfa-a82c-373bddcf2bdc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.557821] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a2081-512c-4fd3-9198-b9746b4c0ac0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.580592] env[69572]: DEBUG nova.compute.provider_tree [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.851101] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquiring lock "25100a8f-aab3-48dd-9971-983dfdc644cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.851101] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lock "25100a8f-aab3-48dd-9971-983dfdc644cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.926088] env[69572]: DEBUG nova.compute.manager [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 580.934467] env[69572]: DEBUG nova.compute.manager [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 581.085507] env[69572]: DEBUG nova.scheduler.client.report [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.358575] env[69572]: DEBUG nova.compute.manager [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 581.462164] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.467009] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.591102] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.592468] env[69572]: DEBUG nova.compute.manager [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 581.596282] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.890s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.600167] env[69572]: INFO nova.compute.claims [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.888480] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.107064] env[69572]: DEBUG nova.compute.utils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.109616] env[69572]: DEBUG nova.compute.manager [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Not allocating networking since 'none' was specified. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 582.610773] env[69572]: DEBUG nova.compute.manager [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 582.800079] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd708ca-a294-469d-8baa-c56fe0f9c55b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.810206] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84734d7-84f2-42a4-8829-9708a47ebd28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.847039] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f632907b-b480-46a6-9e3a-5526905d2611 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.855146] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a562033b-c923-4235-b841-ec93e177e0e2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.870234] env[69572]: DEBUG nova.compute.provider_tree [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.026327] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.026790] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.378491] env[69572]: DEBUG nova.scheduler.client.report [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.533232] env[69572]: DEBUG nova.compute.manager [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 583.623425] env[69572]: DEBUG nova.compute.manager [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 583.803850] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.804056] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.804208] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.806361] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.806645] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.807372] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.807372] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.807372] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 583.807514] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.889595] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.889595] env[69572]: DEBUG nova.compute.manager [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 583.891960] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.069s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.895861] env[69572]: INFO nova.compute.claims [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.938890] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "84376917-04ce-4186-901b-7289193610fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.939009] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "84376917-04ce-4186-901b-7289193610fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.061621] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.064854] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.065213] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.065433] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.065667] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.065862] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.066075] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.066862] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.066862] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.066957] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.067204] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.067654] env[69572]: DEBUG nova.virt.hardware [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.068810] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388eb65b-f05f-4173-91d4-1c2386db4b12 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.078768] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581cc3ee-45e8-42cb-b320-14e5beb29068 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.097883] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56da8b7-880f-4268-adfc-3c6beefe9401 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.121469] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.131522] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.131858] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05dc5e8e-9906-47eb-b762-78a0d436eebe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.144608] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Created folder: OpenStack in parent group-v4. [ 584.144862] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Creating folder: Project (0ed6b8c260ac4d4fadc1981aff1fcf4c). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.145377] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb377b6f-b4fc-4373-ae7c-44cbca97adbb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.154091] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Created folder: Project (0ed6b8c260ac4d4fadc1981aff1fcf4c) in parent group-v685431. [ 584.154511] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Creating folder: Instances. Parent ref: group-v685432. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.154789] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40e45b87-23d4-4db3-a393-22b316ff7d46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.162880] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Created folder: Instances in parent group-v685432. [ 584.163139] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 584.163346] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.163560] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-456a2ef2-2bd5-40d1-a36e-caf0e9d2bcaf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.183561] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.183561] env[69572]: value = "task-3433683" [ 584.183561] env[69572]: _type = "Task" [ 584.183561] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.193553] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433683, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.319081] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.401856] env[69572]: DEBUG nova.compute.utils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.405304] env[69572]: DEBUG nova.compute.manager [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 584.405304] env[69572]: DEBUG nova.network.neutron [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.443179] env[69572]: DEBUG nova.compute.manager [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 584.616225] env[69572]: DEBUG nova.policy [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '320167b0cb964a01af4772871af3fafb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d634c7d1b214e5dae842592e0b72a0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.698563] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433683, 'name': CreateVM_Task, 'duration_secs': 0.325768} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.698563] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.701290] env[69572]: DEBUG oslo_vmware.service [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a379bf-a870-4521-98ad-14317895fad2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.708976] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.709612] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.709908] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.710253] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-047ed3e5-8a51-47b4-b8f0-2f61547e21e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.717036] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 584.717036] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a062f7-7f93-fada-2106-52e086be3578" [ 584.717036] env[69572]: _type = "Task" [ 584.717036] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.726090] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a062f7-7f93-fada-2106-52e086be3578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.922392] env[69572]: DEBUG nova.compute.manager [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 584.974228] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.077028] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.077028] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.108301] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360c9783-fe03-40b9-ada4-638fa468afbb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.118116] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fb8580-b902-4995-96d3-c455939e3f44 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.153428] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797e0c7b-d1f9-4e8d-a733-af7aae0294cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.162868] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85327506-5045-4303-90cf-7f08d3d01ed0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.178464] env[69572]: DEBUG nova.compute.provider_tree [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.233982] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.235416] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.235416] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.235416] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.235416] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.235416] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7bc8451-b44d-49be-8e60-220fff2559da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.265700] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.265901] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.266932] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b2aaca-924d-4f1d-806f-02c897c41ec8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.278178] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63141e66-4afc-49cd-bbac-001165a921c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.284397] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 585.284397] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524b140e-ab4d-3994-6443-2b9a18971d76" [ 585.284397] env[69572]: _type = "Task" [ 585.284397] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.294708] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524b140e-ab4d-3994-6443-2b9a18971d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.582607] env[69572]: DEBUG nova.compute.manager [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 585.686161] env[69572]: DEBUG nova.scheduler.client.report [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.798313] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Preparing fetch location {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 585.799743] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Creating directory with path [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.799743] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e742869-5e9e-4928-b84a-0892175d0159 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.823456] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Created directory with path [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.823682] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Fetch image to [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 585.823876] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Downloading image file data 2968ca72-8441-4c76-a285-0283c94d098f to [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69572) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 585.824701] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f297e49b-eeca-487a-8c1e-4b64d652a427 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.837692] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db8fea-7d54-4953-bf82-d5a1f08eae58 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.849240] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c92381-5b05-4603-8435-4d3d047f368d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.888316] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835c0617-f2f9-4508-8dc7-58f8640a86fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.893530] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.893743] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.898664] env[69572]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-79f4c6c5-d503-4b88-807b-338777b152de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.907777] env[69572]: DEBUG nova.network.neutron [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Successfully created port: cf19f132-ecd7-4f96-849e-97a92e603196 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.922516] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Downloading image file data 2968ca72-8441-4c76-a285-0283c94d098f to the data store datastore1 {{(pid=69572) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 585.941355] env[69572]: DEBUG nova.compute.manager [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 585.979922] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.980254] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.980435] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.980563] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.980703] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.980841] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.982885] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.983062] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.983183] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.983761] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.983761] env[69572]: DEBUG nova.virt.hardware [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.984770] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814e55c9-3c7b-4b9d-998f-42cdc2f5704f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.997027] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a685602d-016c-4e25-b6fa-3c1351ff19d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.120867] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.133703] env[69572]: DEBUG oslo_vmware.rw_handles [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69572) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 586.199023] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.199023] env[69572]: DEBUG nova.compute.manager [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 586.207148] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.741s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.207148] env[69572]: INFO nova.compute.claims [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.395937] env[69572]: DEBUG nova.compute.manager [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 586.703096] env[69572]: DEBUG nova.compute.utils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.708168] env[69572]: DEBUG nova.compute.manager [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Not allocating networking since 'none' was specified. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 586.799946] env[69572]: DEBUG oslo_vmware.rw_handles [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Completed reading data from the image iterator. {{(pid=69572) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 586.801061] env[69572]: DEBUG oslo_vmware.rw_handles [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 586.926417] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.939708] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Downloaded image file data 2968ca72-8441-4c76-a285-0283c94d098f to vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69572) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 586.941649] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Caching image {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 586.941649] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Copying Virtual Disk [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk to [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.942572] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29f0ef3c-ee84-4551-b93d-e5210ccf99bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.951336] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 586.951336] env[69572]: value = "task-3433684" [ 586.951336] env[69572]: _type = "Task" [ 586.951336] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.959231] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.213129] env[69572]: DEBUG nova.compute.manager [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 587.440477] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe062ca3-78c5-4009-902e-050a87bf562b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.452092] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8422cb-86ea-4348-a5ef-0dc22f286390 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.496764] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412a543c-78d7-4d42-8c45-fd7c4469150b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.505745] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433684, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.509302] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58070dc3-c5a9-4e7e-a710-0fc9f1d7a73f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.536981] env[69572]: DEBUG nova.compute.provider_tree [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.966641] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699562} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.966641] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Copied Virtual Disk [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk to [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.966641] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Deleting the datastore file [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.966641] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfcf10c0-c427-438c-b069-12504173bcfe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.973491] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 587.973491] env[69572]: value = "task-3433685" [ 587.973491] env[69572]: _type = "Task" [ 587.973491] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.982917] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.046188] env[69572]: DEBUG nova.scheduler.client.report [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.226958] env[69572]: DEBUG nova.compute.manager [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 588.281262] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.281575] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.281789] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.281915] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.282479] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.283267] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.283267] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.283267] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.283267] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.283396] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.283667] env[69572]: DEBUG nova.virt.hardware [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.284455] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455152f1-3e2c-42d8-939d-868f01efc841 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.292655] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f42ce9d-922a-4f47-a220-603dfc683942 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.308540] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.321085] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Creating folder: Project (f2630f153d2d46ff826555cb91152ed1). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.321776] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23b0a26a-ec9b-4d0f-a705-57254645676f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.333725] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Created folder: Project (f2630f153d2d46ff826555cb91152ed1) in parent group-v685431. [ 588.333914] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Creating folder: Instances. Parent ref: group-v685435. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.334146] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-581ffabb-4e1a-486c-a213-a176ed197ccc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.346690] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Created folder: Instances in parent group-v685435. [ 588.347487] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.347487] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.347487] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2ccbac4-0e25-4803-9339-02e3b68cec26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.369147] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.369147] env[69572]: value = "task-3433688" [ 588.369147] env[69572]: _type = "Task" [ 588.369147] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.386839] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433688, 'name': CreateVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.486303] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026669} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.487184] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.487467] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Moving file from [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e/2968ca72-8441-4c76-a285-0283c94d098f to [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f. {{(pid=69572) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 588.487741] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-27c6c93f-52f6-4153-bf00-32952c06bebe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.498867] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 588.498867] env[69572]: value = "task-3433689" [ 588.498867] env[69572]: _type = "Task" [ 588.498867] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.516223] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433689, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.556023] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.556023] env[69572]: DEBUG nova.compute.manager [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 588.561271] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.094s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.566580] env[69572]: INFO nova.compute.claims [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.710536] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "40ca4dca-587e-4a1e-aa97-25752a2e322a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.710771] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "40ca4dca-587e-4a1e-aa97-25752a2e322a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.857200] env[69572]: DEBUG nova.network.neutron [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Successfully updated port: cf19f132-ecd7-4f96-849e-97a92e603196 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.881624] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433688, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.010313] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433689, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.0231} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.010631] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] File moved {{(pid=69572) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 589.010927] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Cleaning up location [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 589.011125] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Deleting the datastore file [datastore1] vmware_temp/863aa147-b254-48c0-8ae2-0b36c5aa9f8e {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.011376] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a31ba10c-5cdf-4bf4-b24e-20bf4b5071c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.017508] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 589.017508] env[69572]: value = "task-3433690" [ 589.017508] env[69572]: _type = "Task" [ 589.017508] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.026619] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.072903] env[69572]: DEBUG nova.compute.utils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.075699] env[69572]: DEBUG nova.compute.manager [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 589.075788] env[69572]: DEBUG nova.network.neutron [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.154038] env[69572]: DEBUG nova.policy [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6b2ac5e9b9c4f92b35419fc6d5553bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9d99c1af00c48089a732e19f6816c56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.361845] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "refresh_cache-e99fc207-9f68-473b-98e2-cac374a7dbf6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.361995] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquired lock "refresh_cache-e99fc207-9f68-473b-98e2-cac374a7dbf6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.362163] env[69572]: DEBUG nova.network.neutron [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.388850] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433688, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.541542] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0254} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.541542] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.542371] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-998e6d43-e824-47a9-9d03-d34f42c56482 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.548408] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 589.548408] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d57cc6-0974-1fd0-704e-afd163c6240b" [ 589.548408] env[69572]: _type = "Task" [ 589.548408] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.556991] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d57cc6-0974-1fd0-704e-afd163c6240b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.582377] env[69572]: DEBUG nova.compute.manager [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 589.886493] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433688, 'name': CreateVM_Task, 'duration_secs': 1.315225} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.886665] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.887613] env[69572]: DEBUG oslo_vmware.service [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceda318c-27db-49c9-a2b8-b1c7960c1f71 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.891568] env[69572]: DEBUG nova.network.neutron [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Successfully created port: a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.895124] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.895280] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.895636] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.897573] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85cc090-0bd2-406d-8fc4-2eb5b1597933 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.902563] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquiring lock "d1f691d5-15f8-4b39-9981-3420e771eaa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.902563] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lock "d1f691d5-15f8-4b39-9981-3420e771eaa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.905803] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 589.905803] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e79910-3be4-a149-dab8-12e427eee0dc" [ 589.905803] env[69572]: _type = "Task" [ 589.905803] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.914797] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e79910-3be4-a149-dab8-12e427eee0dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.942021] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcc1e62-57f5-438b-9561-a63b8b850897 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.949091] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17646d52-0f98-4849-95eb-26dde6519fc5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.985728] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7d7dfc-192d-485f-822f-f5a63b458772 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.994801] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5e81fe-f8f0-4ea8-b371-66d44616c8a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.010884] env[69572]: DEBUG nova.compute.provider_tree [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.013174] env[69572]: DEBUG nova.network.neutron [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.060710] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d57cc6-0974-1fd0-704e-afd163c6240b, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.061208] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.061658] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 0007c873-9bde-4617-8fab-e9e45b65f920/0007c873-9bde-4617-8fab-e9e45b65f920.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.062058] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a68f8f9-6f49-4a46-902a-58207d0d233f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.069688] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 590.069688] env[69572]: value = "task-3433691" [ 590.069688] env[69572]: _type = "Task" [ 590.069688] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.079470] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.419071] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.419413] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.419649] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.419789] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.419962] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.421151] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d5d37c1-e8ff-4a0f-868a-7195aaf9e25f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.432820] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.433086] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.434903] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141fc369-413a-47c3-81e9-8066a93779e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.442437] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b264c1a1-0ddc-432d-a08d-2d29828e5fe9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.449342] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 590.449342] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5231f897-42f6-fcc1-1558-b29d7ef1c574" [ 590.449342] env[69572]: _type = "Task" [ 590.449342] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.464195] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5231f897-42f6-fcc1-1558-b29d7ef1c574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.517665] env[69572]: DEBUG nova.scheduler.client.report [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.528396] env[69572]: DEBUG nova.network.neutron [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Updating instance_info_cache with network_info: [{"id": "cf19f132-ecd7-4f96-849e-97a92e603196", "address": "fa:16:3e:4b:2a:bf", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf19f132-ec", "ovs_interfaceid": "cf19f132-ecd7-4f96-849e-97a92e603196", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.586071] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433691, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.596188] env[69572]: DEBUG nova.compute.manager [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 590.623343] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.623690] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.623778] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.624125] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.624309] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.624483] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.624662] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.624815] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.624973] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.625227] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.625337] env[69572]: DEBUG nova.virt.hardware [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.626281] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98231396-3128-4420-8fe1-1cb9d7abaf26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.636695] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b43a26-40a3-420b-80e3-decf8f81d7f6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.964485] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Preparing fetch location {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 590.965204] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Creating directory with path [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.965571] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3379c54-03f2-44fb-860d-fe624616c7a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.981685] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Created directory with path [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.981685] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Fetch image to [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 590.981685] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Downloading image file data 2968ca72-8441-4c76-a285-0283c94d098f to [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69572) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 590.981685] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523159a9-8728-4daa-9dc9-721f48d0fd81 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.994574] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70d1865-ed06-416d-8669-b0870ef95326 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.009854] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d25fb1-1c8f-4be2-a9d6-4a2361794c54 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.043729] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.044279] env[69572]: DEBUG nova.compute.manager [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 591.047078] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Releasing lock "refresh_cache-e99fc207-9f68-473b-98e2-cac374a7dbf6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.047350] env[69572]: DEBUG nova.compute.manager [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Instance network_info: |[{"id": "cf19f132-ecd7-4f96-849e-97a92e603196", "address": "fa:16:3e:4b:2a:bf", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf19f132-ec", "ovs_interfaceid": "cf19f132-ecd7-4f96-849e-97a92e603196", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 591.048080] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.160s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.049522] env[69572]: INFO nova.compute.claims [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.052584] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:2a:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf19f132-ecd7-4f96-849e-97a92e603196', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.060818] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Creating folder: Project (6d634c7d1b214e5dae842592e0b72a0c). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.061654] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aae8c2-88aa-4820-a94c-23e5cc4a29c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.064868] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be6037a3-9acf-4914-aedc-270b60f0417d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.073915] env[69572]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-116b76ab-1e4e-4775-ba7f-4a54afacd2fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.077493] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Created folder: Project (6d634c7d1b214e5dae842592e0b72a0c) in parent group-v685431. [ 591.080365] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Creating folder: Instances. Parent ref: group-v685438. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.080365] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b999098-2733-4122-a6b0-a069735cc6b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.088417] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531612} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.090670] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 0007c873-9bde-4617-8fab-e9e45b65f920/0007c873-9bde-4617-8fab-e9e45b65f920.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.090792] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.092586] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b2fea76-ebae-40f2-b5db-0f27e9210afd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.095779] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Created folder: Instances in parent group-v685438. [ 591.095932] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.098150] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.098150] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7016fdae-e28d-4901-9262-cd440b39184f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.118424] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Downloading image file data 2968ca72-8441-4c76-a285-0283c94d098f to the data store datastore2 {{(pid=69572) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 591.120873] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 591.120873] env[69572]: value = "task-3433694" [ 591.120873] env[69572]: _type = "Task" [ 591.120873] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.127842] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.127842] env[69572]: value = "task-3433695" [ 591.127842] env[69572]: _type = "Task" [ 591.127842] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.137133] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.140298] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433695, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.193440] env[69572]: DEBUG oslo_vmware.rw_handles [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69572) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 591.463397] env[69572]: DEBUG nova.compute.manager [req-76475764-beb2-40f3-8dca-34cf4224d008 req-16f73a1d-1e82-43ec-ab91-a65231696e0b service nova] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Received event network-vif-plugged-cf19f132-ecd7-4f96-849e-97a92e603196 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 591.463690] env[69572]: DEBUG oslo_concurrency.lockutils [req-76475764-beb2-40f3-8dca-34cf4224d008 req-16f73a1d-1e82-43ec-ab91-a65231696e0b service nova] Acquiring lock "e99fc207-9f68-473b-98e2-cac374a7dbf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.463906] env[69572]: DEBUG oslo_concurrency.lockutils [req-76475764-beb2-40f3-8dca-34cf4224d008 req-16f73a1d-1e82-43ec-ab91-a65231696e0b service nova] Lock "e99fc207-9f68-473b-98e2-cac374a7dbf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.464901] env[69572]: DEBUG oslo_concurrency.lockutils [req-76475764-beb2-40f3-8dca-34cf4224d008 req-16f73a1d-1e82-43ec-ab91-a65231696e0b service nova] Lock "e99fc207-9f68-473b-98e2-cac374a7dbf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.465120] env[69572]: DEBUG nova.compute.manager [req-76475764-beb2-40f3-8dca-34cf4224d008 req-16f73a1d-1e82-43ec-ab91-a65231696e0b service nova] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] No waiting events found dispatching network-vif-plugged-cf19f132-ecd7-4f96-849e-97a92e603196 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 591.469107] env[69572]: WARNING nova.compute.manager [req-76475764-beb2-40f3-8dca-34cf4224d008 req-16f73a1d-1e82-43ec-ab91-a65231696e0b service nova] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Received unexpected event network-vif-plugged-cf19f132-ecd7-4f96-849e-97a92e603196 for instance with vm_state building and task_state spawning. [ 591.550959] env[69572]: DEBUG nova.compute.utils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.555168] env[69572]: DEBUG nova.compute.manager [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 591.555168] env[69572]: DEBUG nova.network.neutron [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.639716] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095731} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.640997] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.641592] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1297edc7-4ac0-4e0f-a3ae-45bfa353a8ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.648223] env[69572]: DEBUG nova.policy [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7725cd28544e0f99e6984e367142cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cb73e0034354e34903b1f393590c68c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.649714] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433695, 'name': CreateVM_Task, 'duration_secs': 0.408905} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.650468] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.674458] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0007c873-9bde-4617-8fab-e9e45b65f920/0007c873-9bde-4617-8fab-e9e45b65f920.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.679698] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.680438] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.680438] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.680545] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39dd0b28-c96b-42f2-9b03-b96d3ff3ea02 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.695090] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab846ea-74c6-4de3-be12-650e05f546dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.703996] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 591.703996] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525066c2-a8c2-0253-4b90-6883b2402b8b" [ 591.703996] env[69572]: _type = "Task" [ 591.703996] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.708771] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 591.708771] env[69572]: value = "task-3433696" [ 591.708771] env[69572]: _type = "Task" [ 591.708771] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.715795] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525066c2-a8c2-0253-4b90-6883b2402b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.722834] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.788781] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.789167] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.847300] env[69572]: DEBUG oslo_vmware.rw_handles [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Completed reading data from the image iterator. {{(pid=69572) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 591.847530] env[69572]: DEBUG oslo_vmware.rw_handles [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 591.992628] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Downloaded image file data 2968ca72-8441-4c76-a285-0283c94d098f to vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69572) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 591.994802] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Caching image {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 591.995694] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Copying Virtual Disk [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk to [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.996015] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18166f99-0c17-4436-b451-486a8af1e438 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.006637] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 592.006637] env[69572]: value = "task-3433697" [ 592.006637] env[69572]: _type = "Task" [ 592.006637] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.020016] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.057742] env[69572]: DEBUG nova.compute.manager [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 592.196717] env[69572]: DEBUG nova.network.neutron [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Successfully updated port: a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.237971] env[69572]: DEBUG nova.network.neutron [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Successfully created port: dd3642c1-2dc5-440d-b65e-594d874092fa {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.244294] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525066c2-a8c2-0253-4b90-6883b2402b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.244852] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.245084] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.245309] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.246016] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.246016] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.248780] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20c349a8-83a2-4f2d-988e-96b9df2358cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.255254] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433696, 'name': ReconfigVM_Task, 'duration_secs': 0.311206} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.255254] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0007c873-9bde-4617-8fab-e9e45b65f920/0007c873-9bde-4617-8fab-e9e45b65f920.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.255254] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-009c467e-57c5-48d3-983a-5bbdd9204695 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.261708] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.261890] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.263644] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8b593f-9bb8-4773-af37-1bb57a0b7ebe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.266162] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 592.266162] env[69572]: value = "task-3433698" [ 592.266162] env[69572]: _type = "Task" [ 592.266162] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.270861] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 592.270861] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526c884d-87cc-5a1a-7b1c-5f7287c0ff02" [ 592.270861] env[69572]: _type = "Task" [ 592.270861] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.277822] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433698, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.284966] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526c884d-87cc-5a1a-7b1c-5f7287c0ff02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.374035] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a30875-e2f0-45ab-ab2b-f0c1057fb2e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.381627] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6f80ef-4a73-45f9-8c61-788b556ceea2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.414894] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586124b4-2c64-46ca-b36e-42a237ff8fc3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.422906] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f56f32-4054-4431-8322-efc35ebc8685 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.437099] env[69572]: DEBUG nova.compute.provider_tree [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.524629] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433697, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.710359] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.710359] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquired lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.710359] env[69572]: DEBUG nova.network.neutron [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.790442] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433698, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.794368] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526c884d-87cc-5a1a-7b1c-5f7287c0ff02, 'name': SearchDatastore_Task, 'duration_secs': 0.027124} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.795249] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7c55b7-c0d5-468f-82e5-0214dc6253ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.801678] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 592.801678] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5223c819-8772-c8c2-ceb5-3f8d57432c52" [ 592.801678] env[69572]: _type = "Task" [ 592.801678] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.810087] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5223c819-8772-c8c2-ceb5-3f8d57432c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.940723] env[69572]: DEBUG nova.scheduler.client.report [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.019724] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907084} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.019989] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Copied Virtual Disk [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk to [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.021275] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Deleting the datastore file [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f/tmp-sparse.vmdk {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.021544] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebc9f09a-9433-419c-8770-b4c9d2a799d7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.029108] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 593.029108] env[69572]: value = "task-3433699" [ 593.029108] env[69572]: _type = "Task" [ 593.029108] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.039402] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.069396] env[69572]: DEBUG nova.compute.manager [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 593.107673] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.107673] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.107673] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.107970] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.107970] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.108273] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.108362] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.108488] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.108650] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.108808] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.108984] env[69572]: DEBUG nova.virt.hardware [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.110179] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfc6fb0-a12b-4eb1-acfb-1ce45b4f675a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.118254] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6011c066-8e1c-4b1e-ac99-b1fbfd3a4b34 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.278790] env[69572]: DEBUG nova.network.neutron [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.285403] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433698, 'name': Rename_Task, 'duration_secs': 0.822907} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.285631] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.285859] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6651ef9-0e82-42d5-bc59-d4d2598917a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.297137] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 593.297137] env[69572]: value = "task-3433700" [ 593.297137] env[69572]: _type = "Task" [ 593.297137] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.303704] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.316045] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5223c819-8772-c8c2-ceb5-3f8d57432c52, 'name': SearchDatastore_Task, 'duration_secs': 0.023753} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.316520] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.316967] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] e99fc207-9f68-473b-98e2-cac374a7dbf6/e99fc207-9f68-473b-98e2-cac374a7dbf6.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.317382] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea778324-df08-4be0-9237-a40bb012d798 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.325953] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 593.325953] env[69572]: value = "task-3433701" [ 593.325953] env[69572]: _type = "Task" [ 593.325953] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.338389] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.448714] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.449290] env[69572]: DEBUG nova.compute.manager [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 593.455090] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.394s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.456868] env[69572]: INFO nova.compute.claims [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.542266] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026104} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.542266] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.542499] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Moving file from [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25/2968ca72-8441-4c76-a285-0283c94d098f to [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f. {{(pid=69572) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 593.542719] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e121e250-fb21-4d20-bf61-d33aaa72152e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.550407] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 593.550407] env[69572]: value = "task-3433702" [ 593.550407] env[69572]: _type = "Task" [ 593.550407] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.567771] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433702, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.597995] env[69572]: DEBUG nova.network.neutron [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updating instance_info_cache with network_info: [{"id": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "address": "fa:16:3e:12:40:29", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa235fd20-18", "ovs_interfaceid": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.808644] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433700, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.842072] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433701, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.966021] env[69572]: DEBUG nova.compute.utils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.974634] env[69572]: DEBUG nova.compute.manager [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 593.974812] env[69572]: DEBUG nova.network.neutron [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.996052] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.996145] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.005638] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquiring lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.007396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.062917] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433702, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026563} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.062917] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] File moved {{(pid=69572) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 594.062917] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Cleaning up location [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25 {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 594.062917] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Deleting the datastore file [datastore2] vmware_temp/95540624-0d5e-462b-8ff7-26a7fe29ab25 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.062917] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f85a740-4813-4e2d-a75a-dc687832b48f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.068935] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 594.068935] env[69572]: value = "task-3433703" [ 594.068935] env[69572]: _type = "Task" [ 594.068935] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.072690] env[69572]: DEBUG nova.policy [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a58a90a4ac0048aca0f48ecddc9d3b60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e479f40241f45719de28eb0db79938d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.087026] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.105818] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Releasing lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.106175] env[69572]: DEBUG nova.compute.manager [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Instance network_info: |[{"id": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "address": "fa:16:3e:12:40:29", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa235fd20-18", "ovs_interfaceid": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 594.106785] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:40:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a235fd20-18e4-4b8b-92e0-2769f0d8f42b', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.115407] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Creating folder: Project (b9d99c1af00c48089a732e19f6816c56). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.118033] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef6dd80-24aa-4832-a34f-c6a547885b5d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.125655] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Created folder: Project (b9d99c1af00c48089a732e19f6816c56) in parent group-v685431. [ 594.125842] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Creating folder: Instances. Parent ref: group-v685441. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.126102] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e59454fc-3e27-4040-8c72-d8244a70534a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.135470] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Created folder: Instances in parent group-v685441. [ 594.135697] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.135881] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.136112] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e5fa75a-5b45-4b7a-8269-4b9bacd30439 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.160730] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.160730] env[69572]: value = "task-3433706" [ 594.160730] env[69572]: _type = "Task" [ 594.160730] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.168778] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433706, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.190125] env[69572]: DEBUG nova.network.neutron [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Successfully updated port: dd3642c1-2dc5-440d-b65e-594d874092fa {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.310652] env[69572]: DEBUG oslo_vmware.api [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433700, 'name': PowerOnVM_Task, 'duration_secs': 0.526559} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.311048] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.313742] env[69572]: INFO nova.compute.manager [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Took 10.69 seconds to spawn the instance on the hypervisor. [ 594.313929] env[69572]: DEBUG nova.compute.manager [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 594.316711] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d74538-1b24-4d44-82bc-8f70d0658264 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.321393] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68880074-a38d-49f8-9b8a-2367c1bfa986 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.340650] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbfc4a5-056f-49d3-b78a-b48584c36a9e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.348890] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632222} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.349616] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] e99fc207-9f68-473b-98e2-cac374a7dbf6/e99fc207-9f68-473b-98e2-cac374a7dbf6.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.349832] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.350110] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8934a9f-a6d2-4c23-8e2e-57271dc682a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.382331] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6a75ca-e1fd-4aa0-9d0d-65c9d3b64142 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.386551] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 594.386551] env[69572]: value = "task-3433707" [ 594.386551] env[69572]: _type = "Task" [ 594.386551] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.393917] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b53f8c-c075-4af4-8624-10c7cf2889d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.401067] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.411493] env[69572]: DEBUG nova.compute.provider_tree [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.479539] env[69572]: DEBUG nova.compute.manager [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 594.590205] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082409} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.590857] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.593779] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9379a61-ccaf-4269-89c3-d53194f6776e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.603440] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 594.603440] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523f5a6c-6acf-3552-2962-185dc7d414ed" [ 594.603440] env[69572]: _type = "Task" [ 594.603440] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.615434] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523f5a6c-6acf-3552-2962-185dc7d414ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.615766] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.616074] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.616350] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc954841-6826-4bd5-8f1a-84e51b7baa4e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.623378] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 594.623378] env[69572]: value = "task-3433708" [ 594.623378] env[69572]: _type = "Task" [ 594.623378] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.631651] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.674395] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433706, 'name': CreateVM_Task, 'duration_secs': 0.498701} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.674395] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.674395] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.674395] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.674395] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.674657] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce597df-8a6e-4987-9dc4-eacab4fad484 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.683034] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 594.683034] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e1e3ff-5520-79da-e8ea-fe2d69682a1a" [ 594.683034] env[69572]: _type = "Task" [ 594.683034] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.687308] env[69572]: DEBUG nova.network.neutron [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Successfully created port: cbe2bef6-b98f-4504-a127-7d9dd2a1de53 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.697756] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquiring lock "refresh_cache-b021a0db-b6df-4000-8f62-8d8ee448f1da" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.701034] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquired lock "refresh_cache-b021a0db-b6df-4000-8f62-8d8ee448f1da" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.701034] env[69572]: DEBUG nova.network.neutron [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.701034] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e1e3ff-5520-79da-e8ea-fe2d69682a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.841419] env[69572]: INFO nova.compute.manager [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Took 15.55 seconds to build instance. [ 594.903246] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072652} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.903533] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.904400] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b1f40f-89eb-4131-8820-c5b3ef7b990e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.929359] env[69572]: DEBUG nova.scheduler.client.report [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.940569] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] e99fc207-9f68-473b-98e2-cac374a7dbf6/e99fc207-9f68-473b-98e2-cac374a7dbf6.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.942551] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd4287a-274b-47d0-9c7c-84d2d35bbe79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.959350] env[69572]: DEBUG nova.compute.manager [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Received event network-changed-cf19f132-ecd7-4f96-849e-97a92e603196 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 594.959350] env[69572]: DEBUG nova.compute.manager [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Refreshing instance network info cache due to event network-changed-cf19f132-ecd7-4f96-849e-97a92e603196. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 594.959350] env[69572]: DEBUG oslo_concurrency.lockutils [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] Acquiring lock "refresh_cache-e99fc207-9f68-473b-98e2-cac374a7dbf6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.959350] env[69572]: DEBUG oslo_concurrency.lockutils [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] Acquired lock "refresh_cache-e99fc207-9f68-473b-98e2-cac374a7dbf6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.959350] env[69572]: DEBUG nova.network.neutron [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Refreshing network info cache for port cf19f132-ecd7-4f96-849e-97a92e603196 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.968103] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 594.968103] env[69572]: value = "task-3433709" [ 594.968103] env[69572]: _type = "Task" [ 594.968103] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.978884] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.134501] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433708, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.195400] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e1e3ff-5520-79da-e8ea-fe2d69682a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013497} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.195689] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.195914] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.196166] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.196368] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.196477] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.196733] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46e0acb3-7231-4bcc-afdb-bc470faafcd1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.204773] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.205123] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.205957] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d9880af-95d0-4069-8714-989d8206d11b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.211812] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 595.211812] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52077577-37fe-17fa-7ce4-1bba2edf1faa" [ 595.211812] env[69572]: _type = "Task" [ 595.211812] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.219738] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52077577-37fe-17fa-7ce4-1bba2edf1faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.234743] env[69572]: DEBUG nova.network.neutron [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.348192] env[69572]: DEBUG oslo_concurrency.lockutils [None req-56a98ab7-43d6-4213-ac5e-434d69a206e6 tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lock "0007c873-9bde-4617-8fab-e9e45b65f920" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.073s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.371691] env[69572]: DEBUG nova.network.neutron [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Updating instance_info_cache with network_info: [{"id": "dd3642c1-2dc5-440d-b65e-594d874092fa", "address": "fa:16:3e:a4:b0:a3", "network": {"id": "de12fb2c-d217-419c-8f4d-49de63865a5e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-918806646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cb73e0034354e34903b1f393590c68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3642c1-2d", "ovs_interfaceid": "dd3642c1-2dc5-440d-b65e-594d874092fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.443912] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.988s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.443912] env[69572]: DEBUG nova.compute.manager [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 595.445836] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.127s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.446019] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.446180] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 595.446546] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.472s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.447853] env[69572]: INFO nova.compute.claims [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.453141] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19931cb7-e5de-4bc4-a367-9c8baa587bb3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.469272] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee85885f-eb5d-4971-beb7-048d446d38a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.482858] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433709, 'name': ReconfigVM_Task, 'duration_secs': 0.3802} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.492072] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Reconfigured VM instance instance-00000002 to attach disk [datastore1] e99fc207-9f68-473b-98e2-cac374a7dbf6/e99fc207-9f68-473b-98e2-cac374a7dbf6.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.493967] env[69572]: DEBUG nova.compute.manager [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 595.496723] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66621d81-1400-4e6e-aebf-14239fcc3fde {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.499021] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59deb7ed-eba9-4b19-935b-8897823e0132 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.510491] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d5cf4b-6b53-4931-aab7-7e502e9c1f5c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.514995] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 595.514995] env[69572]: value = "task-3433710" [ 595.514995] env[69572]: _type = "Task" [ 595.514995] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.551519] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180919MB free_disk=98GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 595.551783] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.562322] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433710, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.565356] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.565593] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.565740] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.565910] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.566056] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.566197] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.566397] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.566543] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.566700] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.566850] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.567022] env[69572]: DEBUG nova.virt.hardware [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.568344] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1c452c-7b61-414a-950b-581c674e62c6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.576235] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cccc0ad-7b9b-429f-b344-027cc3fea5c6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.640683] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515335} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.641112] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.641504] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.641876] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d228d52-45c0-471a-941c-280b20c2063d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.648572] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 595.648572] env[69572]: value = "task-3433711" [ 595.648572] env[69572]: _type = "Task" [ 595.648572] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.656589] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.727109] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52077577-37fe-17fa-7ce4-1bba2edf1faa, 'name': SearchDatastore_Task, 'duration_secs': 0.008953} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.727910] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b473921-dba0-4962-a39d-f266123f203f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.737164] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 595.737164] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d360ce-d74c-16ed-1c67-fdcaf0a546bf" [ 595.737164] env[69572]: _type = "Task" [ 595.737164] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.748074] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d360ce-d74c-16ed-1c67-fdcaf0a546bf, 'name': SearchDatastore_Task} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.748353] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.748609] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac/4c79bd64-8386-4deb-ae2a-9e7caf7c0eac.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.748863] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e7d9385-b91a-4d7f-a02f-e342444d9ccf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.770041] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 595.770041] env[69572]: value = "task-3433712" [ 595.770041] env[69572]: _type = "Task" [ 595.770041] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.782495] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.851812] env[69572]: DEBUG nova.compute.manager [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 595.874656] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Releasing lock "refresh_cache-b021a0db-b6df-4000-8f62-8d8ee448f1da" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.876604] env[69572]: DEBUG nova.compute.manager [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Instance network_info: |[{"id": "dd3642c1-2dc5-440d-b65e-594d874092fa", "address": "fa:16:3e:a4:b0:a3", "network": {"id": "de12fb2c-d217-419c-8f4d-49de63865a5e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-918806646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cb73e0034354e34903b1f393590c68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3642c1-2d", "ovs_interfaceid": "dd3642c1-2dc5-440d-b65e-594d874092fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 595.876763] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:b0:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd3642c1-2dc5-440d-b65e-594d874092fa', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.885157] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Creating folder: Project (6cb73e0034354e34903b1f393590c68c). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.886299] env[69572]: DEBUG nova.network.neutron [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Updated VIF entry in instance network info cache for port cf19f132-ecd7-4f96-849e-97a92e603196. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.886625] env[69572]: DEBUG nova.network.neutron [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Updating instance_info_cache with network_info: [{"id": "cf19f132-ecd7-4f96-849e-97a92e603196", "address": "fa:16:3e:4b:2a:bf", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf19f132-ec", "ovs_interfaceid": "cf19f132-ecd7-4f96-849e-97a92e603196", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.887789] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a935fc2-ec4e-4f0d-af6a-0146bf036f85 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.906425] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Created folder: Project (6cb73e0034354e34903b1f393590c68c) in parent group-v685431. [ 595.906665] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Creating folder: Instances. Parent ref: group-v685444. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.906932] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac550e42-3aba-4cd9-ac9e-33136c451383 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.916690] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Created folder: Instances in parent group-v685444. [ 595.916970] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.917226] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.917475] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36c3218d-1137-44a3-9820-a496c2f315fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.940213] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.940213] env[69572]: value = "task-3433715" [ 595.940213] env[69572]: _type = "Task" [ 595.940213] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.946382] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433715, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.953146] env[69572]: DEBUG nova.compute.utils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.955195] env[69572]: DEBUG nova.compute.manager [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 595.955195] env[69572]: DEBUG nova.network.neutron [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.027661] env[69572]: DEBUG nova.policy [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96e1d7a9461d4bbe93b6917ca027c81f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb02c8be8ce42dbb07b5413b1a4e0b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.031315] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433710, 'name': Rename_Task, 'duration_secs': 0.146123} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.031757] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.032120] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5032e6ef-9adb-4b47-a276-255989f0232e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.041194] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 596.041194] env[69572]: value = "task-3433716" [ 596.041194] env[69572]: _type = "Task" [ 596.041194] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.052964] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.161618] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082255} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.161938] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.167132] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb0547d-330a-44ea-866a-f75898762568 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.197594] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.197791] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860ac755-66aa-4e91-9226-73afc0ca29da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.222373] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 596.222373] env[69572]: value = "task-3433717" [ 596.222373] env[69572]: _type = "Task" [ 596.222373] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.236442] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.293391] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.342349] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquiring lock "0e2b3af9-354e-494f-8c25-521e8247325d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.342616] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Lock "0e2b3af9-354e-494f-8c25-521e8247325d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.390502] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.400013] env[69572]: DEBUG oslo_concurrency.lockutils [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] Releasing lock "refresh_cache-e99fc207-9f68-473b-98e2-cac374a7dbf6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.400013] env[69572]: DEBUG nova.compute.manager [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Received event network-vif-plugged-a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 596.400013] env[69572]: DEBUG oslo_concurrency.lockutils [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] Acquiring lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.400013] env[69572]: DEBUG oslo_concurrency.lockutils [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] Lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.400013] env[69572]: DEBUG oslo_concurrency.lockutils [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] Lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.400352] env[69572]: DEBUG nova.compute.manager [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] No waiting events found dispatching network-vif-plugged-a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 596.400352] env[69572]: WARNING nova.compute.manager [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Received unexpected event network-vif-plugged-a235fd20-18e4-4b8b-92e0-2769f0d8f42b for instance with vm_state building and task_state spawning. [ 596.400352] env[69572]: DEBUG nova.compute.manager [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Received event network-changed-a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 596.402057] env[69572]: DEBUG nova.compute.manager [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Refreshing instance network info cache due to event network-changed-a235fd20-18e4-4b8b-92e0-2769f0d8f42b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 596.402494] env[69572]: DEBUG oslo_concurrency.lockutils [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] Acquiring lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.402655] env[69572]: DEBUG oslo_concurrency.lockutils [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] Acquired lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.402818] env[69572]: DEBUG nova.network.neutron [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Refreshing network info cache for port a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.448987] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433715, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.458376] env[69572]: DEBUG nova.compute.manager [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 596.553666] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433716, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.739736] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433717, 'name': ReconfigVM_Task, 'duration_secs': 0.470253} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.744297] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Reconfigured VM instance instance-00000003 to attach disk [datastore2] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.747108] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61a9f50b-2a6e-48f5-9767-feb8a62df4ff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.754140] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 596.754140] env[69572]: value = "task-3433718" [ 596.754140] env[69572]: _type = "Task" [ 596.754140] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.777554] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433718, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.784770] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554883} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.785604] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac/4c79bd64-8386-4deb-ae2a-9e7caf7c0eac.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.785604] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.785604] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76ab7297-c173-4f0e-a01a-4b5e7ee90fde {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.791291] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 596.791291] env[69572]: value = "task-3433719" [ 596.791291] env[69572]: _type = "Task" [ 596.791291] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.804941] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.818688] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f14571-5c81-4662-a94e-c48704b532d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.831229] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c15e16-6661-43d6-ba85-009b0f76f4cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.870180] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b3533c-3b6b-4b9e-82fa-e38f9ca8ccc3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.879824] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590c1658-435b-49ce-b233-dc66dc33caa8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.895762] env[69572]: DEBUG nova.compute.provider_tree [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 596.951135] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433715, 'name': CreateVM_Task, 'duration_secs': 0.639212} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.951310] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.952043] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.952196] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.952502] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.952759] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89322479-271e-42c4-abf8-880298f5182c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.957906] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for the task: (returnval){ [ 596.957906] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526485ca-f831-b795-0e2f-0154a5f59833" [ 596.957906] env[69572]: _type = "Task" [ 596.957906] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.975874] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526485ca-f831-b795-0e2f-0154a5f59833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.063028] env[69572]: DEBUG oslo_vmware.api [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433716, 'name': PowerOnVM_Task, 'duration_secs': 0.659408} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.063028] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.063028] env[69572]: INFO nova.compute.manager [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Took 11.12 seconds to spawn the instance on the hypervisor. [ 597.063028] env[69572]: DEBUG nova.compute.manager [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 597.063028] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a23f898-940b-4563-aa7b-ae3b8631e07b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.122926] env[69572]: DEBUG nova.network.neutron [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Successfully created port: e3340fa5-da06-41b7-a9c6-19e92fb1d94d {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.246115] env[69572]: DEBUG nova.network.neutron [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Successfully updated port: cbe2bef6-b98f-4504-a127-7d9dd2a1de53 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.269328] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433718, 'name': Rename_Task, 'duration_secs': 0.411612} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.270400] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.270686] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef63c77a-0439-46ab-bf0c-43ed6a78262f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.281063] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 597.281063] env[69572]: value = "task-3433720" [ 597.281063] env[69572]: _type = "Task" [ 597.281063] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.291957] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.304214] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073965} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.304775] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.306151] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7cde53-4645-483f-8abb-8953f7c4d3c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.334768] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac/4c79bd64-8386-4deb-ae2a-9e7caf7c0eac.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.335014] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5658db-1a26-452b-953c-b2bc2d8bb63c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.362259] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 597.362259] env[69572]: value = "task-3433721" [ 597.362259] env[69572]: _type = "Task" [ 597.362259] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.372104] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.422678] env[69572]: ERROR nova.scheduler.client.report [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [req-f6c70b01-c835-4348-8c99-756e3891b215] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6c70b01-c835-4348-8c99-756e3891b215"}]} [ 597.447756] env[69572]: DEBUG nova.scheduler.client.report [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 597.475448] env[69572]: DEBUG nova.compute.manager [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 597.478067] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526485ca-f831-b795-0e2f-0154a5f59833, 'name': SearchDatastore_Task, 'duration_secs': 0.060193} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.479750] env[69572]: DEBUG nova.scheduler.client.report [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 597.480302] env[69572]: DEBUG nova.compute.provider_tree [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 597.482916] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.483250] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.483670] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.484031] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.484031] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.484702] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef974cc-0923-49f5-b690-e755a90d3ad7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.494984] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.495254] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.496283] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a14247-878d-4461-95ea-3479e5e7671f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.501968] env[69572]: DEBUG nova.scheduler.client.report [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 597.511435] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for the task: (returnval){ [ 597.511435] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525117f4-fca5-ac0e-6cad-9886052c41f7" [ 597.511435] env[69572]: _type = "Task" [ 597.511435] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.519609] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525117f4-fca5-ac0e-6cad-9886052c41f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.522271] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.522572] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.526021] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.526021] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.526021] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.526021] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.526021] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.526383] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.526383] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.526383] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.526383] env[69572]: DEBUG nova.virt.hardware [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.526784] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8fae05-53d2-47b8-a748-d1a362ee6f8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.529837] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68f6a5d-da64-41f9-b3fa-48a73678d51c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.535963] env[69572]: DEBUG nova.scheduler.client.report [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 597.542769] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for the task: (returnval){ [ 597.542769] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522814a6-2a33-d6e2-3236-e594bb3fe606" [ 597.542769] env[69572]: _type = "Task" [ 597.542769] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.544213] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a4de4e-e986-45f1-9007-1f315d2d312f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.571810] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522814a6-2a33-d6e2-3236-e594bb3fe606, 'name': SearchDatastore_Task, 'duration_secs': 0.014194} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.572321] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.572618] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] b021a0db-b6df-4000-8f62-8d8ee448f1da/b021a0db-b6df-4000-8f62-8d8ee448f1da.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.572879] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dafdeeeb-645b-4451-b8bf-ae3a9249d775 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.587785] env[69572]: DEBUG nova.network.neutron [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updated VIF entry in instance network info cache for port a235fd20-18e4-4b8b-92e0-2769f0d8f42b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.587785] env[69572]: DEBUG nova.network.neutron [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updating instance_info_cache with network_info: [{"id": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "address": "fa:16:3e:12:40:29", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa235fd20-18", "ovs_interfaceid": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.593029] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for the task: (returnval){ [ 597.593029] env[69572]: value = "task-3433722" [ 597.593029] env[69572]: _type = "Task" [ 597.593029] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.593029] env[69572]: INFO nova.compute.manager [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Took 17.91 seconds to build instance. [ 597.608716] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.752568] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquiring lock "refresh_cache-25100a8f-aab3-48dd-9971-983dfdc644cf" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.752685] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquired lock "refresh_cache-25100a8f-aab3-48dd-9971-983dfdc644cf" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.752840] env[69572]: DEBUG nova.network.neutron [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.797860] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433720, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.807311] env[69572]: DEBUG nova.network.neutron [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Successfully created port: 5e307111-9312-4061-9c97-1013e4d7aad1 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.851398] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef77eb17-0345-4445-83d4-ff83643834fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.862390] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e1a133-6c36-40f2-aa46-2a34bd12b63c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.876865] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.905488] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d55cd5-2237-4d4d-b4b5-e9937ad3d274 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.913985] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1bc639-03fd-4ba4-b1cf-10f193eee42d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.935444] env[69572]: DEBUG nova.compute.provider_tree [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.008352] env[69572]: DEBUG nova.compute.manager [None req-f87895af-5675-4ecd-a517-eb0ed96fead2 tempest-ServerDiagnosticsV248Test-1828114117 tempest-ServerDiagnosticsV248Test-1828114117-project-admin] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 598.009685] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd390932-aaea-4330-b0df-c48d7853d613 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.020870] env[69572]: INFO nova.compute.manager [None req-f87895af-5675-4ecd-a517-eb0ed96fead2 tempest-ServerDiagnosticsV248Test-1828114117 tempest-ServerDiagnosticsV248Test-1828114117-project-admin] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Retrieving diagnostics [ 598.021764] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc47ad2a-694f-4882-ac7a-7008b58e406b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.093059] env[69572]: DEBUG oslo_concurrency.lockutils [req-89ab783c-5778-497e-b712-b6ed743c3c83 req-957a0655-6374-43fe-932a-8d443ef2a275 service nova] Releasing lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.099435] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dba3fce9-6cc4-4c44-a0ad-b929625dc81d tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "e99fc207-9f68-473b-98e2-cac374a7dbf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.427s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.111641] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433722, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.143427] env[69572]: DEBUG nova.compute.manager [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Received event network-vif-plugged-dd3642c1-2dc5-440d-b65e-594d874092fa {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 598.143647] env[69572]: DEBUG oslo_concurrency.lockutils [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] Acquiring lock "b021a0db-b6df-4000-8f62-8d8ee448f1da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.143940] env[69572]: DEBUG oslo_concurrency.lockutils [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] Lock "b021a0db-b6df-4000-8f62-8d8ee448f1da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.144156] env[69572]: DEBUG oslo_concurrency.lockutils [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] Lock "b021a0db-b6df-4000-8f62-8d8ee448f1da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.144472] env[69572]: DEBUG nova.compute.manager [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] No waiting events found dispatching network-vif-plugged-dd3642c1-2dc5-440d-b65e-594d874092fa {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 598.144546] env[69572]: WARNING nova.compute.manager [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Received unexpected event network-vif-plugged-dd3642c1-2dc5-440d-b65e-594d874092fa for instance with vm_state building and task_state spawning. [ 598.144706] env[69572]: DEBUG nova.compute.manager [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Received event network-changed-dd3642c1-2dc5-440d-b65e-594d874092fa {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 598.144884] env[69572]: DEBUG nova.compute.manager [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Refreshing instance network info cache due to event network-changed-dd3642c1-2dc5-440d-b65e-594d874092fa. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 598.145191] env[69572]: DEBUG oslo_concurrency.lockutils [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] Acquiring lock "refresh_cache-b021a0db-b6df-4000-8f62-8d8ee448f1da" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.145238] env[69572]: DEBUG oslo_concurrency.lockutils [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] Acquired lock "refresh_cache-b021a0db-b6df-4000-8f62-8d8ee448f1da" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.145445] env[69572]: DEBUG nova.network.neutron [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Refreshing network info cache for port dd3642c1-2dc5-440d-b65e-594d874092fa {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.273161] env[69572]: DEBUG nova.network.neutron [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Successfully created port: ecb7329c-470d-4165-99a8-c3d3c1227ac6 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.296378] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433720, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.305495] env[69572]: DEBUG nova.network.neutron [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.376966] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433721, 'name': ReconfigVM_Task, 'duration_secs': 0.639732} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.376966] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac/4c79bd64-8386-4deb-ae2a-9e7caf7c0eac.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.377316] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6596b08-223f-46bd-b289-4c5daee86efd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.384690] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 598.384690] env[69572]: value = "task-3433723" [ 598.384690] env[69572]: _type = "Task" [ 598.384690] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.393842] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433723, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.480385] env[69572]: DEBUG nova.scheduler.client.report [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 598.480979] env[69572]: DEBUG nova.compute.provider_tree [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 20 to 21 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 598.480979] env[69572]: DEBUG nova.compute.provider_tree [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.606537] env[69572]: DEBUG nova.compute.manager [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 598.612978] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763563} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.613504] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] b021a0db-b6df-4000-8f62-8d8ee448f1da/b021a0db-b6df-4000-8f62-8d8ee448f1da.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.613805] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.614071] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3742ecff-ddc4-45b4-a62a-b9a863fad0f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.621770] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for the task: (returnval){ [ 598.621770] env[69572]: value = "task-3433724" [ 598.621770] env[69572]: _type = "Task" [ 598.621770] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.630807] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.645985] env[69572]: DEBUG nova.network.neutron [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Updating instance_info_cache with network_info: [{"id": "cbe2bef6-b98f-4504-a127-7d9dd2a1de53", "address": "fa:16:3e:6c:9d:d0", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe2bef6-b9", "ovs_interfaceid": "cbe2bef6-b98f-4504-a127-7d9dd2a1de53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.802561] env[69572]: DEBUG oslo_vmware.api [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433720, 'name': PowerOnVM_Task, 'duration_secs': 1.488598} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.802820] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.803016] env[69572]: INFO nova.compute.manager [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Took 10.58 seconds to spawn the instance on the hypervisor. [ 598.803196] env[69572]: DEBUG nova.compute.manager [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 598.804313] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6f705d-c618-4194-b3df-431b48781118 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.899946] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433723, 'name': Rename_Task, 'duration_secs': 0.173865} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.900361] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.901093] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dcc00cb-654b-4f99-8086-14d175024c1a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.910039] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 598.910039] env[69572]: value = "task-3433725" [ 598.910039] env[69572]: _type = "Task" [ 598.910039] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.923122] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.986995] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.540s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.989332] env[69572]: DEBUG nova.compute.manager [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 598.992353] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.873s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.992353] env[69572]: INFO nova.compute.claims [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.095094] env[69572]: DEBUG nova.network.neutron [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Updated VIF entry in instance network info cache for port dd3642c1-2dc5-440d-b65e-594d874092fa. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.096045] env[69572]: DEBUG nova.network.neutron [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Updating instance_info_cache with network_info: [{"id": "dd3642c1-2dc5-440d-b65e-594d874092fa", "address": "fa:16:3e:a4:b0:a3", "network": {"id": "de12fb2c-d217-419c-8f4d-49de63865a5e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-918806646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cb73e0034354e34903b1f393590c68c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3642c1-2d", "ovs_interfaceid": "dd3642c1-2dc5-440d-b65e-594d874092fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.134790] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103779} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.135097] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.136060] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356d73a9-219b-40c0-8909-b930a300110a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.155306] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Releasing lock "refresh_cache-25100a8f-aab3-48dd-9971-983dfdc644cf" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.155634] env[69572]: DEBUG nova.compute.manager [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Instance network_info: |[{"id": "cbe2bef6-b98f-4504-a127-7d9dd2a1de53", "address": "fa:16:3e:6c:9d:d0", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe2bef6-b9", "ovs_interfaceid": "cbe2bef6-b98f-4504-a127-7d9dd2a1de53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 599.165347] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] b021a0db-b6df-4000-8f62-8d8ee448f1da/b021a0db-b6df-4000-8f62-8d8ee448f1da.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.166477] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.166866] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:9d:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbe2bef6-b98f-4504-a127-7d9dd2a1de53', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.175574] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Creating folder: Project (9e479f40241f45719de28eb0db79938d). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.175574] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f68ebe-b648-4b5e-841f-fd439043df76 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.193121] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b86be9e1-f143-45ba-8a06-87961c05ebf8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.203594] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for the task: (returnval){ [ 599.203594] env[69572]: value = "task-3433727" [ 599.203594] env[69572]: _type = "Task" [ 599.203594] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.208752] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Created folder: Project (9e479f40241f45719de28eb0db79938d) in parent group-v685431. [ 599.208887] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Creating folder: Instances. Parent ref: group-v685447. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.209581] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9645694c-4dd1-4be2-b43b-9f9c53847404 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.215317] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.220921] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Created folder: Instances in parent group-v685447. [ 599.221185] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.221377] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.221602] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d1dd89b-8e9d-4538-8887-8a129c1589b6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.240801] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.240801] env[69572]: value = "task-3433729" [ 599.240801] env[69572]: _type = "Task" [ 599.240801] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.250197] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433729, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.325987] env[69572]: INFO nova.compute.manager [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Took 19.55 seconds to build instance. [ 599.422095] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.497658] env[69572]: DEBUG nova.compute.utils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.503252] env[69572]: DEBUG nova.compute.manager [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 599.503252] env[69572]: DEBUG nova.network.neutron [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.599970] env[69572]: DEBUG nova.policy [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '239f0d09157541c692f23924d171601b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f3865d4bccc4994b8a559afd132ba5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.602070] env[69572]: DEBUG oslo_concurrency.lockutils [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] Releasing lock "refresh_cache-b021a0db-b6df-4000-8f62-8d8ee448f1da" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.602360] env[69572]: DEBUG nova.compute.manager [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Received event network-vif-plugged-cbe2bef6-b98f-4504-a127-7d9dd2a1de53 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 599.602598] env[69572]: DEBUG oslo_concurrency.lockutils [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] Acquiring lock "25100a8f-aab3-48dd-9971-983dfdc644cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.602805] env[69572]: DEBUG oslo_concurrency.lockutils [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] Lock "25100a8f-aab3-48dd-9971-983dfdc644cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.602984] env[69572]: DEBUG oslo_concurrency.lockutils [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] Lock "25100a8f-aab3-48dd-9971-983dfdc644cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.603159] env[69572]: DEBUG nova.compute.manager [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] No waiting events found dispatching network-vif-plugged-cbe2bef6-b98f-4504-a127-7d9dd2a1de53 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 599.603319] env[69572]: WARNING nova.compute.manager [req-1f0c4826-2abd-4550-a249-32947699141c req-bd3b16aa-4317-4c2f-97ed-6e3b39795655 service nova] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Received unexpected event network-vif-plugged-cbe2bef6-b98f-4504-a127-7d9dd2a1de53 for instance with vm_state building and task_state spawning. [ 599.717334] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.752759] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433729, 'name': CreateVM_Task, 'duration_secs': 0.392584} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.752975] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.753694] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.753889] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.754270] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.755288] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac49994a-f110-4dda-8830-5116a70408cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.759529] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for the task: (returnval){ [ 599.759529] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524e8bbf-1509-2663-d78f-2af79461243b" [ 599.759529] env[69572]: _type = "Task" [ 599.759529] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.769034] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524e8bbf-1509-2663-d78f-2af79461243b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.827871] env[69572]: DEBUG oslo_concurrency.lockutils [None req-720cc2d5-2533-49b3-bac0-c38f5385e7bd tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "ac2e4d87-28eb-4d0a-9eca-7e110f4802b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.066s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.925044] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433725, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.003960] env[69572]: DEBUG nova.compute.manager [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 600.013315] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.013697] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.202414] env[69572]: DEBUG nova.network.neutron [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Successfully created port: 50d87179-8245-4d3d-8891-3a1b43ad06ab {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.217147] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433727, 'name': ReconfigVM_Task, 'duration_secs': 0.8454} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.217147] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Reconfigured VM instance instance-00000005 to attach disk [datastore2] b021a0db-b6df-4000-8f62-8d8ee448f1da/b021a0db-b6df-4000-8f62-8d8ee448f1da.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.217400] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-127dd01b-5f8e-4695-877d-122a57752261 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.226965] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for the task: (returnval){ [ 600.226965] env[69572]: value = "task-3433730" [ 600.226965] env[69572]: _type = "Task" [ 600.226965] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.237426] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433730, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.270611] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524e8bbf-1509-2663-d78f-2af79461243b, 'name': SearchDatastore_Task, 'duration_secs': 0.054401} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.274136] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.274505] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.274844] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.275602] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.275602] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.276157] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6be2e4b-7874-40b3-85f6-d4cd3e21f9bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.285010] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.285238] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.287319] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38afb343-4cac-43ee-abeb-77c580ba92d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.299547] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for the task: (returnval){ [ 600.299547] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b1e6c4-5355-5aef-1e44-5c4d21ced643" [ 600.299547] env[69572]: _type = "Task" [ 600.299547] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.308856] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b1e6c4-5355-5aef-1e44-5c4d21ced643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.311172] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2df9e4-9e03-43a2-8f08-2abed8355bd8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.320373] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7582b50d-cb9a-4f04-a3c8-16d90dfc1720 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.356614] env[69572]: DEBUG nova.compute.manager [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 600.361411] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f9ba0-9033-4000-b5f1-dd98d030499a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.369675] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c574479e-ddde-4579-9fb2-dce3c3501510 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.386318] env[69572]: DEBUG nova.compute.provider_tree [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.424679] env[69572]: DEBUG oslo_vmware.api [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433725, 'name': PowerOnVM_Task, 'duration_secs': 1.030515} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.424679] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.424679] env[69572]: INFO nova.compute.manager [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Took 9.83 seconds to spawn the instance on the hypervisor. [ 600.424828] env[69572]: DEBUG nova.compute.manager [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 600.425666] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a92d6cb-9e66-402f-a37a-0bc4d4f387a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.616931] env[69572]: DEBUG nova.network.neutron [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Successfully updated port: e3340fa5-da06-41b7-a9c6-19e92fb1d94d {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.741786] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433730, 'name': Rename_Task, 'duration_secs': 0.254274} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.742217] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.742557] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b94ba39-ff02-4d90-8f34-70cd9dba940e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.752465] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for the task: (returnval){ [ 600.752465] env[69572]: value = "task-3433731" [ 600.752465] env[69572]: _type = "Task" [ 600.752465] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.760646] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.811049] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b1e6c4-5355-5aef-1e44-5c4d21ced643, 'name': SearchDatastore_Task, 'duration_secs': 0.023723} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.811847] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ccdee73-3f06-450c-9cff-185d66ba88da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.822034] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for the task: (returnval){ [ 600.822034] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c3db6b-fcb4-3e33-08cd-3d9e15642f36" [ 600.822034] env[69572]: _type = "Task" [ 600.822034] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.829053] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c3db6b-fcb4-3e33-08cd-3d9e15642f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.888603] env[69572]: DEBUG nova.scheduler.client.report [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.897497] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.947635] env[69572]: INFO nova.compute.manager [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Took 19.51 seconds to build instance. [ 601.026020] env[69572]: DEBUG nova.compute.manager [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 601.061193] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.062591] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.062800] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.062992] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.063146] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.063354] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.063596] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.063885] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.063885] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.064183] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.064243] env[69572]: DEBUG nova.virt.hardware [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.065112] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f242d460-6b8d-4576-84ab-a5262163140a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.077741] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149dc79f-b77a-4dce-bba0-e011e9467792 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.270236] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433731, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.336939] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c3db6b-fcb4-3e33-08cd-3d9e15642f36, 'name': SearchDatastore_Task, 'duration_secs': 0.028808} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.337460] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.340903] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 25100a8f-aab3-48dd-9971-983dfdc644cf/25100a8f-aab3-48dd-9971-983dfdc644cf.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.340903] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-254f39c9-88d9-4479-b2e6-681df4e67d7f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.346087] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for the task: (returnval){ [ 601.346087] env[69572]: value = "task-3433732" [ 601.346087] env[69572]: _type = "Task" [ 601.346087] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.363173] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.383292] env[69572]: DEBUG nova.compute.manager [req-3cb1230d-7b12-4d7d-921b-1d26e7370ddb req-b9ed1f05-2a66-473c-a937-931b191be208 service nova] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Received event network-changed-cbe2bef6-b98f-4504-a127-7d9dd2a1de53 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 601.383602] env[69572]: DEBUG nova.compute.manager [req-3cb1230d-7b12-4d7d-921b-1d26e7370ddb req-b9ed1f05-2a66-473c-a937-931b191be208 service nova] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Refreshing instance network info cache due to event network-changed-cbe2bef6-b98f-4504-a127-7d9dd2a1de53. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 601.383836] env[69572]: DEBUG oslo_concurrency.lockutils [req-3cb1230d-7b12-4d7d-921b-1d26e7370ddb req-b9ed1f05-2a66-473c-a937-931b191be208 service nova] Acquiring lock "refresh_cache-25100a8f-aab3-48dd-9971-983dfdc644cf" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.383995] env[69572]: DEBUG oslo_concurrency.lockutils [req-3cb1230d-7b12-4d7d-921b-1d26e7370ddb req-b9ed1f05-2a66-473c-a937-931b191be208 service nova] Acquired lock "refresh_cache-25100a8f-aab3-48dd-9971-983dfdc644cf" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.384199] env[69572]: DEBUG nova.network.neutron [req-3cb1230d-7b12-4d7d-921b-1d26e7370ddb req-b9ed1f05-2a66-473c-a937-931b191be208 service nova] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Refreshing network info cache for port cbe2bef6-b98f-4504-a127-7d9dd2a1de53 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.401244] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.401865] env[69572]: DEBUG nova.compute.manager [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 601.408615] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.482s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.414302] env[69572]: INFO nova.compute.claims [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.451643] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5703e62f-5755-470a-99c8-577262a97471 tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.020s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.599478] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Acquiring lock "e99fc207-9f68-473b-98e2-cac374a7dbf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.599909] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Lock "e99fc207-9f68-473b-98e2-cac374a7dbf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.600236] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Acquiring lock "e99fc207-9f68-473b-98e2-cac374a7dbf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.600519] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Lock "e99fc207-9f68-473b-98e2-cac374a7dbf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.600809] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Lock "e99fc207-9f68-473b-98e2-cac374a7dbf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.603690] env[69572]: INFO nova.compute.manager [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Terminating instance [ 601.768605] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433731, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.861106] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433732, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.910229] env[69572]: DEBUG nova.compute.utils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.912414] env[69572]: DEBUG nova.compute.manager [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 601.912726] env[69572]: DEBUG nova.network.neutron [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.954409] env[69572]: DEBUG nova.compute.manager [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 602.016819] env[69572]: DEBUG nova.policy [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1e43e60df204ab396f8f3fb70c1d17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b0fbb740f24437da7023ec1473316f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.112722] env[69572]: DEBUG nova.compute.manager [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 602.113252] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.114278] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661d3c2b-3b23-44fb-ac4b-efa60bcb837e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.132415] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.132853] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d17081-6464-4bc3-bb8f-bd0930d1108e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.140198] env[69572]: DEBUG oslo_vmware.api [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Waiting for the task: (returnval){ [ 602.140198] env[69572]: value = "task-3433733" [ 602.140198] env[69572]: _type = "Task" [ 602.140198] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.152255] env[69572]: DEBUG oslo_vmware.api [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Task: {'id': task-3433733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.265622] env[69572]: DEBUG oslo_vmware.api [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433731, 'name': PowerOnVM_Task, 'duration_secs': 1.379536} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.265952] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.266223] env[69572]: INFO nova.compute.manager [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Took 9.20 seconds to spawn the instance on the hypervisor. [ 602.266343] env[69572]: DEBUG nova.compute.manager [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 602.267144] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168e079c-0366-48ba-9b5c-ac05cc23bec2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.362629] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565991} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.362755] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 25100a8f-aab3-48dd-9971-983dfdc644cf/25100a8f-aab3-48dd-9971-983dfdc644cf.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.363018] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.363346] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21c9f661-cafb-4f14-a5dd-f3ad8a2a0eda {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.375065] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for the task: (returnval){ [ 602.375065] env[69572]: value = "task-3433734" [ 602.375065] env[69572]: _type = "Task" [ 602.375065] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.387555] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.417881] env[69572]: DEBUG nova.compute.manager [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 602.425917] env[69572]: DEBUG nova.network.neutron [req-3cb1230d-7b12-4d7d-921b-1d26e7370ddb req-b9ed1f05-2a66-473c-a937-931b191be208 service nova] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Updated VIF entry in instance network info cache for port cbe2bef6-b98f-4504-a127-7d9dd2a1de53. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.425917] env[69572]: DEBUG nova.network.neutron [req-3cb1230d-7b12-4d7d-921b-1d26e7370ddb req-b9ed1f05-2a66-473c-a937-931b191be208 service nova] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Updating instance_info_cache with network_info: [{"id": "cbe2bef6-b98f-4504-a127-7d9dd2a1de53", "address": "fa:16:3e:6c:9d:d0", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe2bef6-b9", "ovs_interfaceid": "cbe2bef6-b98f-4504-a127-7d9dd2a1de53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.483438] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.660901] env[69572]: DEBUG oslo_vmware.api [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Task: {'id': task-3433733, 'name': PowerOffVM_Task, 'duration_secs': 0.291869} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.661199] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.661378] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.661671] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3f26b91-70b3-4839-adda-f3dec515d97a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.751830] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.752248] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.752248] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Deleting the datastore file [datastore1] e99fc207-9f68-473b-98e2-cac374a7dbf6 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.752701] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805c7cfd-a2e3-4216-938a-9a5b894679d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.766123] env[69572]: DEBUG oslo_vmware.api [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Waiting for the task: (returnval){ [ 602.766123] env[69572]: value = "task-3433736" [ 602.766123] env[69572]: _type = "Task" [ 602.766123] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.774180] env[69572]: DEBUG nova.network.neutron [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Successfully created port: 125dd5a1-6947-410d-8fcd-8ae5c8456212 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.789032] env[69572]: INFO nova.compute.manager [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Took 21.36 seconds to build instance. [ 602.794403] env[69572]: DEBUG oslo_vmware.api [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Task: {'id': task-3433736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.805196] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304993ae-0c37-49cc-865d-8a0927a9ee3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.815863] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cd600b-ec1d-4c73-b05c-3eae9f579bd8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.828332] env[69572]: DEBUG nova.network.neutron [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Successfully updated port: 50d87179-8245-4d3d-8891-3a1b43ad06ab {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.870058] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e39001d-49ab-4dfb-b0dc-9b9861be99b6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.883231] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d18bb0-a5a2-4156-a087-4ff957ebb7a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.891932] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073444} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.900195] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.901988] env[69572]: DEBUG nova.compute.provider_tree [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.905718] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d1b65f-6246-4ddb-b2fa-b852349f49dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.927281] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 25100a8f-aab3-48dd-9971-983dfdc644cf/25100a8f-aab3-48dd-9971-983dfdc644cf.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.935022] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56223f2d-8182-460a-91a3-775f85965735 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.947499] env[69572]: DEBUG oslo_concurrency.lockutils [req-3cb1230d-7b12-4d7d-921b-1d26e7370ddb req-b9ed1f05-2a66-473c-a937-931b191be208 service nova] Releasing lock "refresh_cache-25100a8f-aab3-48dd-9971-983dfdc644cf" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.956781] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for the task: (returnval){ [ 602.956781] env[69572]: value = "task-3433737" [ 602.956781] env[69572]: _type = "Task" [ 602.956781] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.970642] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.280886] env[69572]: DEBUG oslo_vmware.api [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Task: {'id': task-3433736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452769} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.281200] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.281397] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.281587] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.283825] env[69572]: INFO nova.compute.manager [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 603.284125] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.284325] env[69572]: DEBUG nova.compute.manager [-] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 603.284417] env[69572]: DEBUG nova.network.neutron [-] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.291719] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62c348e1-b90e-4e1e-819e-8fb687a50d0d tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lock "b021a0db-b6df-4000-8f62-8d8ee448f1da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.869s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.331366] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.331470] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.331618] env[69572]: DEBUG nova.network.neutron [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.404267] env[69572]: DEBUG nova.scheduler.client.report [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.433665] env[69572]: DEBUG nova.compute.manager [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 603.475768] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.482590] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.482941] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.483219] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.483504] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.483719] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.483924] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.484241] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.484684] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.484773] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.484916] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.485458] env[69572]: DEBUG nova.virt.hardware [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.488266] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa133411-e04d-4968-8677-d168ccdae0d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.495296] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436056ee-eba1-45ca-8c7f-35874a95fa48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.515934] env[69572]: DEBUG nova.network.neutron [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Successfully updated port: 5e307111-9312-4061-9c97-1013e4d7aad1 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.557335] env[69572]: INFO nova.compute.manager [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Rebuilding instance [ 603.618418] env[69572]: DEBUG nova.compute.manager [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 603.619334] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2271c712-4cf4-442e-8afc-34e846aa84f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.794955] env[69572]: DEBUG nova.compute.manager [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 603.836742] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "8984660d-39da-43c8-b787-f57aec274422" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.838265] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.877756] env[69572]: DEBUG nova.network.neutron [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.910675] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.911221] env[69572]: DEBUG nova.compute.manager [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 603.914019] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.362s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.980874] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433737, 'name': ReconfigVM_Task, 'duration_secs': 0.635428} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.981187] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 25100a8f-aab3-48dd-9971-983dfdc644cf/25100a8f-aab3-48dd-9971-983dfdc644cf.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.981798] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1f477cd-eaee-4f98-a3c2-59ec680c2ffc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.988523] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for the task: (returnval){ [ 603.988523] env[69572]: value = "task-3433738" [ 603.988523] env[69572]: _type = "Task" [ 603.988523] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.999706] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433738, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.065325] env[69572]: DEBUG nova.network.neutron [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Updating instance_info_cache with network_info: [{"id": "50d87179-8245-4d3d-8891-3a1b43ad06ab", "address": "fa:16:3e:86:02:93", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d87179-82", "ovs_interfaceid": "50d87179-8245-4d3d-8891-3a1b43ad06ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.322412] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.403415] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "23dfab87-fb78-4861-89ac-acc1530353f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.403655] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "23dfab87-fb78-4861-89ac-acc1530353f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.419609] env[69572]: DEBUG nova.compute.utils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.425327] env[69572]: DEBUG nova.compute.manager [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 604.425490] env[69572]: DEBUG nova.network.neutron [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.489241] env[69572]: DEBUG nova.compute.manager [req-873ee8e0-e525-4caa-8a06-81a2c6a7da1e req-f4f1a170-c098-4325-9188-4afebb9c9302 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Received event network-vif-plugged-50d87179-8245-4d3d-8891-3a1b43ad06ab {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 604.489733] env[69572]: DEBUG oslo_concurrency.lockutils [req-873ee8e0-e525-4caa-8a06-81a2c6a7da1e req-f4f1a170-c098-4325-9188-4afebb9c9302 service nova] Acquiring lock "84376917-04ce-4186-901b-7289193610fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.489916] env[69572]: DEBUG oslo_concurrency.lockutils [req-873ee8e0-e525-4caa-8a06-81a2c6a7da1e req-f4f1a170-c098-4325-9188-4afebb9c9302 service nova] Lock "84376917-04ce-4186-901b-7289193610fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.490093] env[69572]: DEBUG oslo_concurrency.lockutils [req-873ee8e0-e525-4caa-8a06-81a2c6a7da1e req-f4f1a170-c098-4325-9188-4afebb9c9302 service nova] Lock "84376917-04ce-4186-901b-7289193610fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.490292] env[69572]: DEBUG nova.compute.manager [req-873ee8e0-e525-4caa-8a06-81a2c6a7da1e req-f4f1a170-c098-4325-9188-4afebb9c9302 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] No waiting events found dispatching network-vif-plugged-50d87179-8245-4d3d-8891-3a1b43ad06ab {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 604.490484] env[69572]: WARNING nova.compute.manager [req-873ee8e0-e525-4caa-8a06-81a2c6a7da1e req-f4f1a170-c098-4325-9188-4afebb9c9302 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Received unexpected event network-vif-plugged-50d87179-8245-4d3d-8891-3a1b43ad06ab for instance with vm_state building and task_state spawning. [ 604.500628] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433738, 'name': Rename_Task, 'duration_secs': 0.35291} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.501034] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.501363] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3910c0f-d6fc-4760-aada-77aa19dbd84a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.510233] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for the task: (returnval){ [ 604.510233] env[69572]: value = "task-3433739" [ 604.510233] env[69572]: _type = "Task" [ 604.510233] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.518109] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.529571] env[69572]: DEBUG nova.policy [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '336e0b83e8fb4d8aa294154b88900ebd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57c0470d0ff8479f92448943519dc4e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.567771] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.568136] env[69572]: DEBUG nova.compute.manager [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Instance network_info: |[{"id": "50d87179-8245-4d3d-8891-3a1b43ad06ab", "address": "fa:16:3e:86:02:93", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d87179-82", "ovs_interfaceid": "50d87179-8245-4d3d-8891-3a1b43ad06ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 604.568564] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:02:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50d87179-8245-4d3d-8891-3a1b43ad06ab', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.577509] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Creating folder: Project (7f3865d4bccc4994b8a559afd132ba5b). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.577509] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-558d7105-daa6-46ec-9d00-a4beceeac77a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.590479] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Created folder: Project (7f3865d4bccc4994b8a559afd132ba5b) in parent group-v685431. [ 604.590479] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Creating folder: Instances. Parent ref: group-v685450. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.590479] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-351c6d1b-f3aa-4510-a175-4f58f11048eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.598785] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Created folder: Instances in parent group-v685450. [ 604.598901] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.599104] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84376917-04ce-4186-901b-7289193610fd] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.599392] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a5be819-4468-451e-a45d-7a782948d643 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.616544] env[69572]: DEBUG nova.network.neutron [-] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.624273] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.624273] env[69572]: value = "task-3433742" [ 604.624273] env[69572]: _type = "Task" [ 604.624273] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.633747] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.633974] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433742, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.634964] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea71d44-fb52-4d33-a625-684a441b67de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.641561] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 604.641561] env[69572]: value = "task-3433743" [ 604.641561] env[69572]: _type = "Task" [ 604.641561] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.651351] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.926604] env[69572]: DEBUG nova.compute.manager [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 604.981080] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 0007c873-9bde-4617-8fab-e9e45b65f920 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.982044] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e99fc207-9f68-473b-98e2-cac374a7dbf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.982044] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance ac2e4d87-28eb-4d0a-9eca-7e110f4802b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.982044] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance b021a0db-b6df-4000-8f62-8d8ee448f1da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.982044] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.982240] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 25100a8f-aab3-48dd-9971-983dfdc644cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.982240] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance a710e4e0-dfdb-4f36-9e1a-357e6939166f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.982240] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 84376917-04ce-4186-901b-7289193610fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.983220] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance c4c3542a-99d9-43a5-b53a-a6f1a740d378 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.983220] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance fd7d990f-44c1-4728-bb22-23f246b9ca11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 605.023328] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.119796] env[69572]: INFO nova.compute.manager [-] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Took 1.84 seconds to deallocate network for instance. [ 605.135350] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433742, 'name': CreateVM_Task, 'duration_secs': 0.462933} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.135507] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84376917-04ce-4186-901b-7289193610fd] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.136650] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.136820] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.137163] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.137440] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e986550d-edad-4558-9aad-c80ba201f533 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.142625] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 605.142625] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bbb9e2-a586-177a-1ac1-f0c09a710eca" [ 605.142625] env[69572]: _type = "Task" [ 605.142625] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.155418] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433743, 'name': PowerOffVM_Task, 'duration_secs': 0.221414} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.155418] env[69572]: DEBUG nova.network.neutron [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Successfully updated port: 125dd5a1-6947-410d-8fcd-8ae5c8456212 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.158343] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 605.158632] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 605.158853] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bbb9e2-a586-177a-1ac1-f0c09a710eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.159808] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bb3806-7845-4537-b805-b867a5d42364 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.168921] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 605.169833] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8839757-1f01-4b00-828b-ccb237d53301 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.199301] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 605.199753] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 605.200062] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Deleting the datastore file [datastore2] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.202257] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da6af2e3-70b4-4460-94a4-44c1f1c31b00 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.209887] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 605.209887] env[69572]: value = "task-3433745" [ 605.209887] env[69572]: _type = "Task" [ 605.209887] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.220236] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.491430] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 40ca4dca-587e-4a1e-aa97-25752a2e322a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 605.499738] env[69572]: DEBUG nova.network.neutron [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Successfully created port: d46377ee-cc5d-40b1-8bcf-e0a314e329e0 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.526236] env[69572]: DEBUG oslo_vmware.api [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433739, 'name': PowerOnVM_Task, 'duration_secs': 0.572749} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.526699] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.526838] env[69572]: INFO nova.compute.manager [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Took 10.03 seconds to spawn the instance on the hypervisor. [ 605.527058] env[69572]: DEBUG nova.compute.manager [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 605.528014] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c9afae-1a65-41af-a8f8-ceb6ffad96c9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.631201] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.657249] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bbb9e2-a586-177a-1ac1-f0c09a710eca, 'name': SearchDatastore_Task, 'duration_secs': 0.02548} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.659411] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.659411] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.659411] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.659411] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.659677] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.659677] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f5e88a5-63c0-4071-9abf-8a604a10de14 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.661830] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "refresh_cache-c4c3542a-99d9-43a5-b53a-a6f1a740d378" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.661973] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired lock "refresh_cache-c4c3542a-99d9-43a5-b53a-a6f1a740d378" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.662137] env[69572]: DEBUG nova.network.neutron [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.672413] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.672599] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.673348] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b7ec7b-355c-40fb-a703-de3aceda6df4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.682905] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 605.682905] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524a19b1-9941-b53c-112d-8aeeae93851d" [ 605.682905] env[69572]: _type = "Task" [ 605.682905] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.691760] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524a19b1-9941-b53c-112d-8aeeae93851d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.720752] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315615} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.721558] env[69572]: DEBUG nova.network.neutron [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Successfully updated port: ecb7329c-470d-4165-99a8-c3d3c1227ac6 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.722652] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.722834] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 605.723159] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 605.836304] env[69572]: DEBUG nova.compute.manager [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received event network-vif-plugged-e3340fa5-da06-41b7-a9c6-19e92fb1d94d {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 605.836304] env[69572]: DEBUG oslo_concurrency.lockutils [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] Acquiring lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.836653] env[69572]: DEBUG oslo_concurrency.lockutils [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.836891] env[69572]: DEBUG oslo_concurrency.lockutils [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.837073] env[69572]: DEBUG nova.compute.manager [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] No waiting events found dispatching network-vif-plugged-e3340fa5-da06-41b7-a9c6-19e92fb1d94d {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 605.837310] env[69572]: WARNING nova.compute.manager [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received unexpected event network-vif-plugged-e3340fa5-da06-41b7-a9c6-19e92fb1d94d for instance with vm_state building and task_state spawning. [ 605.837420] env[69572]: DEBUG nova.compute.manager [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received event network-changed-e3340fa5-da06-41b7-a9c6-19e92fb1d94d {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 605.837774] env[69572]: DEBUG nova.compute.manager [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Refreshing instance network info cache due to event network-changed-e3340fa5-da06-41b7-a9c6-19e92fb1d94d. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 605.837774] env[69572]: DEBUG oslo_concurrency.lockutils [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] Acquiring lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.837886] env[69572]: DEBUG oslo_concurrency.lockutils [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] Acquired lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.838011] env[69572]: DEBUG nova.network.neutron [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Refreshing network info cache for port e3340fa5-da06-41b7-a9c6-19e92fb1d94d {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.939775] env[69572]: DEBUG nova.compute.manager [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 605.966460] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.966618] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.966772] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.966954] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.967100] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.967369] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.967462] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.967582] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.967745] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.967907] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.968087] env[69572]: DEBUG nova.virt.hardware [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.968937] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83799a6d-c2d1-4e6d-a7c1-b35abc986769 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.980032] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc3a1e-35ee-435f-a8fd-4460613c1cbf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.999967] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance d1f691d5-15f8-4b39-9981-3420e771eaa4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 606.047068] env[69572]: INFO nova.compute.manager [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Took 24.18 seconds to build instance. [ 606.199653] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524a19b1-9941-b53c-112d-8aeeae93851d, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.200500] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef33330-4ee7-478b-a96b-148d231ff015 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.206551] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 606.206551] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fa764b-75f6-f3f3-b9a2-bbed7aac1376" [ 606.206551] env[69572]: _type = "Task" [ 606.206551] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.212273] env[69572]: DEBUG nova.network.neutron [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.222826] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fa764b-75f6-f3f3-b9a2-bbed7aac1376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.226450] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.421268] env[69572]: DEBUG nova.network.neutron [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.495864] env[69572]: DEBUG nova.network.neutron [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Updating instance_info_cache with network_info: [{"id": "125dd5a1-6947-410d-8fcd-8ae5c8456212", "address": "fa:16:3e:ac:2f:7f", "network": {"id": "32a8d6be-dd3c-4a13-b4f7-10ff0b29ec00", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1795681923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4b0fbb740f24437da7023ec1473316f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125dd5a1-69", "ovs_interfaceid": "125dd5a1-6947-410d-8fcd-8ae5c8456212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.502953] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance acb7abcf-f9b2-438d-bcaa-5ff100937a91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 606.549055] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72562317-91d4-4d9b-b751-8ead5e6e0222 tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lock "25100a8f-aab3-48dd-9971-983dfdc644cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.698s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.597696] env[69572]: DEBUG nova.network.neutron [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.724403] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fa764b-75f6-f3f3-b9a2-bbed7aac1376, 'name': SearchDatastore_Task, 'duration_secs': 0.030329} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.724403] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.724403] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 84376917-04ce-4186-901b-7289193610fd/84376917-04ce-4186-901b-7289193610fd.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.724403] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2636102b-25aa-46b6-8521-b262a6988504 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.736629] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 606.736629] env[69572]: value = "task-3433746" [ 606.736629] env[69572]: _type = "Task" [ 606.736629] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.749445] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.758274] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.758528] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.758772] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.758845] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.759201] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.759413] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.759664] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.759852] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.760052] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.760211] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.760540] env[69572]: DEBUG nova.virt.hardware [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.761282] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a59610-240c-456f-a766-8f8c84105ad1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.771830] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8d76e0-c4e6-4ffc-ad21-cd741c1b95ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.785966] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.791984] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.791984] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.792153] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14245f5c-9479-4b92-931e-eca03c31f8a1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.813020] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.813020] env[69572]: value = "task-3433747" [ 606.813020] env[69572]: _type = "Task" [ 606.813020] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.821455] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433747, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.999675] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Releasing lock "refresh_cache-c4c3542a-99d9-43a5-b53a-a6f1a740d378" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.999675] env[69572]: DEBUG nova.compute.manager [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Instance network_info: |[{"id": "125dd5a1-6947-410d-8fcd-8ae5c8456212", "address": "fa:16:3e:ac:2f:7f", "network": {"id": "32a8d6be-dd3c-4a13-b4f7-10ff0b29ec00", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1795681923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4b0fbb740f24437da7023ec1473316f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125dd5a1-69", "ovs_interfaceid": "125dd5a1-6947-410d-8fcd-8ae5c8456212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 607.001036] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:2f:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '125dd5a1-6947-410d-8fcd-8ae5c8456212', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.007837] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Creating folder: Project (4b0fbb740f24437da7023ec1473316f6). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.008183] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af1b708d-4c17-4ebe-a93d-8ad04d7c6b15 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.013321] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 607.024489] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquiring lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.025264] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.025264] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Created folder: Project (4b0fbb740f24437da7023ec1473316f6) in parent group-v685431. [ 607.025264] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Creating folder: Instances. Parent ref: group-v685454. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.025422] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-523a167b-cc17-43a0-adc0-3cac7f191570 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.040669] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Created folder: Instances in parent group-v685454. [ 607.040927] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.041134] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.041346] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0db94a6a-680b-4cd8-8846-1ef815e1e3cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.057899] env[69572]: DEBUG nova.compute.manager [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 607.069980] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.069980] env[69572]: value = "task-3433750" [ 607.069980] env[69572]: _type = "Task" [ 607.069980] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.083839] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433750, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.105771] env[69572]: DEBUG oslo_concurrency.lockutils [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] Releasing lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.106080] env[69572]: DEBUG nova.compute.manager [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received event network-vif-plugged-5e307111-9312-4061-9c97-1013e4d7aad1 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 607.106282] env[69572]: DEBUG oslo_concurrency.lockutils [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] Acquiring lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.106494] env[69572]: DEBUG oslo_concurrency.lockutils [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.106652] env[69572]: DEBUG oslo_concurrency.lockutils [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.106848] env[69572]: DEBUG nova.compute.manager [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] No waiting events found dispatching network-vif-plugged-5e307111-9312-4061-9c97-1013e4d7aad1 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 607.107045] env[69572]: WARNING nova.compute.manager [req-e7176580-0fb4-45b0-ad7e-0595b41a7b70 req-93b6b2a4-c5a2-4655-a624-c619e66db792 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received unexpected event network-vif-plugged-5e307111-9312-4061-9c97-1013e4d7aad1 for instance with vm_state building and task_state spawning. [ 607.108265] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquired lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.109575] env[69572]: DEBUG nova.network.neutron [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.249395] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433746, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.322542] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433747, 'name': CreateVM_Task, 'duration_secs': 0.314299} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.322709] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.323130] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.323274] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.324061] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.324061] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a6039d-be20-40eb-9df3-26edecc17271 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.328874] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 607.328874] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c12c81-dc06-2fdd-4c8b-5608e9652fa9" [ 607.328874] env[69572]: _type = "Task" [ 607.328874] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.337968] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c12c81-dc06-2fdd-4c8b-5608e9652fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.522707] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 58c7418e-6ead-49a3-9b36-a06b2b50bbd7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 607.583516] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433750, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.590853] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.617943] env[69572]: DEBUG nova.compute.manager [req-63420013-5ecd-4738-afac-282de4fa7d0b req-30b2943d-8c4a-4ce9-8323-1ab2cd6f9283 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Received event network-changed-50d87179-8245-4d3d-8891-3a1b43ad06ab {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 607.619079] env[69572]: DEBUG nova.compute.manager [req-63420013-5ecd-4738-afac-282de4fa7d0b req-30b2943d-8c4a-4ce9-8323-1ab2cd6f9283 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Refreshing instance network info cache due to event network-changed-50d87179-8245-4d3d-8891-3a1b43ad06ab. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 607.619079] env[69572]: DEBUG oslo_concurrency.lockutils [req-63420013-5ecd-4738-afac-282de4fa7d0b req-30b2943d-8c4a-4ce9-8323-1ab2cd6f9283 service nova] Acquiring lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.619079] env[69572]: DEBUG oslo_concurrency.lockutils [req-63420013-5ecd-4738-afac-282de4fa7d0b req-30b2943d-8c4a-4ce9-8323-1ab2cd6f9283 service nova] Acquired lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.619079] env[69572]: DEBUG nova.network.neutron [req-63420013-5ecd-4738-afac-282de4fa7d0b req-30b2943d-8c4a-4ce9-8323-1ab2cd6f9283 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Refreshing network info cache for port 50d87179-8245-4d3d-8891-3a1b43ad06ab {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.663400] env[69572]: DEBUG nova.network.neutron [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.693485] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.693744] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.750033] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603167} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.750247] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 84376917-04ce-4186-901b-7289193610fd/84376917-04ce-4186-901b-7289193610fd.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.750481] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.750740] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-129b8851-cbe8-4215-b3a7-b9968971e08e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.757978] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 607.757978] env[69572]: value = "task-3433751" [ 607.757978] env[69572]: _type = "Task" [ 607.757978] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.768969] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.769417] env[69572]: DEBUG nova.network.neutron [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Successfully updated port: d46377ee-cc5d-40b1-8bcf-e0a314e329e0 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.841469] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c12c81-dc06-2fdd-4c8b-5608e9652fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.841994] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.842096] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.842346] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.842709] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.842709] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.842923] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4806664-77c5-474e-ac96-addd9ac26868 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.851566] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.851790] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.852535] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb7766a-ec74-4ff1-8eec-cb095b3a21c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.859991] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 607.859991] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527dde9e-45b6-098c-2edc-47d332acf23f" [ 607.859991] env[69572]: _type = "Task" [ 607.859991] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.870840] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527dde9e-45b6-098c-2edc-47d332acf23f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.028364] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 0e2b3af9-354e-494f-8c25-521e8247325d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 608.083885] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433750, 'name': CreateVM_Task, 'duration_secs': 0.529384} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.084224] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.087019] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.087019] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.087019] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.087019] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b17d6e-8695-4a9f-a8f6-7268b6296e76 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.091058] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 608.091058] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5291d5f3-116c-d84f-e35b-1baf21e6b8f0" [ 608.091058] env[69572]: _type = "Task" [ 608.091058] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.099742] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5291d5f3-116c-d84f-e35b-1baf21e6b8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.116044] env[69572]: DEBUG nova.network.neutron [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Updating instance_info_cache with network_info: [{"id": "e3340fa5-da06-41b7-a9c6-19e92fb1d94d", "address": "fa:16:3e:2f:af:6c", "network": {"id": "335389ce-02f8-4149-9a6b-4461465f7830", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731957655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3340fa5-da", "ovs_interfaceid": "e3340fa5-da06-41b7-a9c6-19e92fb1d94d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e307111-9312-4061-9c97-1013e4d7aad1", "address": "fa:16:3e:01:20:3c", "network": {"id": "f2bdd931-b673-4ddd-bf9a-272694ce6548", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937699053", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e307111-93", "ovs_interfaceid": "5e307111-9312-4061-9c97-1013e4d7aad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ecb7329c-470d-4165-99a8-c3d3c1227ac6", "address": "fa:16:3e:37:2c:e5", "network": {"id": "335389ce-02f8-4149-9a6b-4461465f7830", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731957655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb7329c-47", "ovs_interfaceid": "ecb7329c-470d-4165-99a8-c3d3c1227ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.273162] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "refresh_cache-fd7d990f-44c1-4728-bb22-23f246b9ca11" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.273511] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquired lock "refresh_cache-fd7d990f-44c1-4728-bb22-23f246b9ca11" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.273784] env[69572]: DEBUG nova.network.neutron [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.275191] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2746} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.275913] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.277071] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564f8d97-0f9c-44b4-a294-258b97b54fcb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.307055] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 84376917-04ce-4186-901b-7289193610fd/84376917-04ce-4186-901b-7289193610fd.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.310770] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5057adfc-008c-4188-bcc8-91ec067a2816 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.333038] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 608.333038] env[69572]: value = "task-3433752" [ 608.333038] env[69572]: _type = "Task" [ 608.333038] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.343415] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.372083] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527dde9e-45b6-098c-2edc-47d332acf23f, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.372870] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b952ad-c639-4ec7-9043-7277d1e331bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.378546] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 608.378546] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d2d160-3af9-6012-17ad-55b22fffa086" [ 608.378546] env[69572]: _type = "Task" [ 608.378546] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.389655] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d2d160-3af9-6012-17ad-55b22fffa086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.463588] env[69572]: DEBUG nova.network.neutron [req-63420013-5ecd-4738-afac-282de4fa7d0b req-30b2943d-8c4a-4ce9-8323-1ab2cd6f9283 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Updated VIF entry in instance network info cache for port 50d87179-8245-4d3d-8891-3a1b43ad06ab. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.463705] env[69572]: DEBUG nova.network.neutron [req-63420013-5ecd-4738-afac-282de4fa7d0b req-30b2943d-8c4a-4ce9-8323-1ab2cd6f9283 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Updating instance_info_cache with network_info: [{"id": "50d87179-8245-4d3d-8891-3a1b43ad06ab", "address": "fa:16:3e:86:02:93", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d87179-82", "ovs_interfaceid": "50d87179-8245-4d3d-8891-3a1b43ad06ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.485968] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.486192] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.532416] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance d937e8b6-24b2-480a-b4d1-a67e1e61ca19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 608.545588] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "4525d836-8702-40f2-996f-c2dcd70e86bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.545813] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "4525d836-8702-40f2-996f-c2dcd70e86bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.600820] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "aef8635a-a3e7-413e-8a05-5b8518c2a060" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.601438] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "aef8635a-a3e7-413e-8a05-5b8518c2a060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.606343] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5291d5f3-116c-d84f-e35b-1baf21e6b8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.056273} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.606792] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.607146] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.607505] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.622030] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Releasing lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.622961] env[69572]: DEBUG nova.compute.manager [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Instance network_info: |[{"id": "e3340fa5-da06-41b7-a9c6-19e92fb1d94d", "address": "fa:16:3e:2f:af:6c", "network": {"id": "335389ce-02f8-4149-9a6b-4461465f7830", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731957655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3340fa5-da", "ovs_interfaceid": "e3340fa5-da06-41b7-a9c6-19e92fb1d94d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e307111-9312-4061-9c97-1013e4d7aad1", "address": "fa:16:3e:01:20:3c", "network": {"id": "f2bdd931-b673-4ddd-bf9a-272694ce6548", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937699053", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e307111-93", "ovs_interfaceid": "5e307111-9312-4061-9c97-1013e4d7aad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ecb7329c-470d-4165-99a8-c3d3c1227ac6", "address": "fa:16:3e:37:2c:e5", "network": {"id": "335389ce-02f8-4149-9a6b-4461465f7830", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731957655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb7329c-47", "ovs_interfaceid": "ecb7329c-470d-4165-99a8-c3d3c1227ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 608.624704] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:af:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3340fa5-da06-41b7-a9c6-19e92fb1d94d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:20:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e307111-9312-4061-9c97-1013e4d7aad1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:2c:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecb7329c-470d-4165-99a8-c3d3c1227ac6', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.636592] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Creating folder: Project (efb02c8be8ce42dbb07b5413b1a4e0b8). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.637635] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15287d23-1352-4705-be0c-7494a3009278 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.649437] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Created folder: Project (efb02c8be8ce42dbb07b5413b1a4e0b8) in parent group-v685431. [ 608.649645] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Creating folder: Instances. Parent ref: group-v685457. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.649926] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e32cd7b7-37d6-49a2-90ea-0182064b38bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.659360] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Created folder: Instances in parent group-v685457. [ 608.659360] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.659479] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.659589] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e7596f3-5df2-4143-96c3-d1b8ff951525 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.688512] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.688512] env[69572]: value = "task-3433755" [ 608.688512] env[69572]: _type = "Task" [ 608.688512] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.698037] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433755, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.825814] env[69572]: DEBUG nova.network.neutron [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.846294] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433752, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.888875] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d2d160-3af9-6012-17ad-55b22fffa086, 'name': SearchDatastore_Task, 'duration_secs': 0.039213} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.889566] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.889852] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.890156] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.890335] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.890542] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30a62971-0b24-4d95-bdeb-5357f47f6e8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.892835] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fba710a-7807-4a80-b71f-e1f4e67a6172 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.901523] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 608.901523] env[69572]: value = "task-3433756" [ 608.901523] env[69572]: _type = "Task" [ 608.901523] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.908325] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.908766] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.910432] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980e0144-b909-4902-87c7-b270621cbaab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.922446] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.925994] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 608.925994] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a966fc-7bcd-27ff-5046-aa43f652f186" [ 608.925994] env[69572]: _type = "Task" [ 608.925994] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.938862] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a966fc-7bcd-27ff-5046-aa43f652f186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.966284] env[69572]: DEBUG oslo_concurrency.lockutils [req-63420013-5ecd-4738-afac-282de4fa7d0b req-30b2943d-8c4a-4ce9-8323-1ab2cd6f9283 service nova] Releasing lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.966996] env[69572]: DEBUG nova.compute.manager [req-63420013-5ecd-4738-afac-282de4fa7d0b req-30b2943d-8c4a-4ce9-8323-1ab2cd6f9283 service nova] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Received event network-vif-deleted-cf19f132-ecd7-4f96-849e-97a92e603196 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 609.038934] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8984660d-39da-43c8-b787-f57aec274422 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 609.107676] env[69572]: DEBUG nova.network.neutron [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Updating instance_info_cache with network_info: [{"id": "d46377ee-cc5d-40b1-8bcf-e0a314e329e0", "address": "fa:16:3e:5d:5f:00", "network": {"id": "5611f650-e8e5-417a-b4cc-1b5808d08baa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1489247657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c0470d0ff8479f92448943519dc4e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46377ee-cc", "ovs_interfaceid": "d46377ee-cc5d-40b1-8bcf-e0a314e329e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.199233] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433755, 'name': CreateVM_Task, 'duration_secs': 0.407718} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.199418] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.200318] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.200494] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.200811] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.201078] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ae3990-3a88-4394-92f5-a1c6a2a136ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.206136] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 609.206136] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c51d3a-0945-9a73-8d17-86100fe127a7" [ 609.206136] env[69572]: _type = "Task" [ 609.206136] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.215492] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c51d3a-0945-9a73-8d17-86100fe127a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.223860] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquiring lock "25100a8f-aab3-48dd-9971-983dfdc644cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.224100] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lock "25100a8f-aab3-48dd-9971-983dfdc644cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.224308] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquiring lock "25100a8f-aab3-48dd-9971-983dfdc644cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.224488] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lock "25100a8f-aab3-48dd-9971-983dfdc644cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.224687] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lock "25100a8f-aab3-48dd-9971-983dfdc644cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.227337] env[69572]: INFO nova.compute.manager [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Terminating instance [ 609.347342] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433752, 'name': ReconfigVM_Task, 'duration_secs': 0.524539} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.347709] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 84376917-04ce-4186-901b-7289193610fd/84376917-04ce-4186-901b-7289193610fd.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.348416] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-338d18ed-0d7d-493a-97e7-62d46fcb81fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.356740] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 609.356740] env[69572]: value = "task-3433757" [ 609.356740] env[69572]: _type = "Task" [ 609.356740] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.366680] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433757, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.413367] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433756, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.437582] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a966fc-7bcd-27ff-5046-aa43f652f186, 'name': SearchDatastore_Task, 'duration_secs': 0.014395} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.438459] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af42777-ec8d-4e49-8672-65280e258260 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.444346] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 609.444346] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5209b539-a224-fa5e-a743-64797770128f" [ 609.444346] env[69572]: _type = "Task" [ 609.444346] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.454104] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5209b539-a224-fa5e-a743-64797770128f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.543726] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 23dfab87-fb78-4861-89ac-acc1530353f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 609.544217] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 609.544217] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 609.553997] env[69572]: DEBUG nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received event network-changed-5e307111-9312-4061-9c97-1013e4d7aad1 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 609.554227] env[69572]: DEBUG nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Refreshing instance network info cache due to event network-changed-5e307111-9312-4061-9c97-1013e4d7aad1. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 609.554392] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Acquiring lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.555129] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Acquired lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.555129] env[69572]: DEBUG nova.network.neutron [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Refreshing network info cache for port 5e307111-9312-4061-9c97-1013e4d7aad1 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.613603] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Releasing lock "refresh_cache-fd7d990f-44c1-4728-bb22-23f246b9ca11" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.613603] env[69572]: DEBUG nova.compute.manager [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Instance network_info: |[{"id": "d46377ee-cc5d-40b1-8bcf-e0a314e329e0", "address": "fa:16:3e:5d:5f:00", "network": {"id": "5611f650-e8e5-417a-b4cc-1b5808d08baa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1489247657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c0470d0ff8479f92448943519dc4e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46377ee-cc", "ovs_interfaceid": "d46377ee-cc5d-40b1-8bcf-e0a314e329e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 609.614374] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:5f:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd46377ee-cc5d-40b1-8bcf-e0a314e329e0', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.622287] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Creating folder: Project (57c0470d0ff8479f92448943519dc4e5). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.622889] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6b81c52-fba7-4311-ae45-95e7a176c47f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.633684] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Created folder: Project (57c0470d0ff8479f92448943519dc4e5) in parent group-v685431. [ 609.633958] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Creating folder: Instances. Parent ref: group-v685460. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.634235] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad88a54f-4dec-4f01-be28-492f26b42db6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.644765] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Created folder: Instances in parent group-v685460. [ 609.644765] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.644765] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.644907] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e83f2a23-971f-4d9a-8c7e-c7af9a9ba567 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.669395] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.669395] env[69572]: value = "task-3433760" [ 609.669395] env[69572]: _type = "Task" [ 609.669395] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.680125] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433760, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.721998] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c51d3a-0945-9a73-8d17-86100fe127a7, 'name': SearchDatastore_Task, 'duration_secs': 0.026831} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.722326] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.722656] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.722780] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.733745] env[69572]: DEBUG nova.compute.manager [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 609.734584] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.734846] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2108740b-28e1-464b-b926-6f21f3ebb03d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.744219] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.747020] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edbe8173-a7b9-4eb1-8f6c-40e4b5508520 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.755194] env[69572]: DEBUG oslo_vmware.api [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for the task: (returnval){ [ 609.755194] env[69572]: value = "task-3433761" [ 609.755194] env[69572]: _type = "Task" [ 609.755194] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.764248] env[69572]: DEBUG oslo_vmware.api [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.773984] env[69572]: DEBUG nova.compute.manager [None req-41187178-5d94-4369-8af5-581ef55c607b tempest-ServerDiagnosticsV248Test-1828114117 tempest-ServerDiagnosticsV248Test-1828114117-project-admin] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 609.775129] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bceafd-fd57-4a06-b2bb-ef623b290d13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.783063] env[69572]: INFO nova.compute.manager [None req-41187178-5d94-4369-8af5-581ef55c607b tempest-ServerDiagnosticsV248Test-1828114117 tempest-ServerDiagnosticsV248Test-1828114117-project-admin] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Retrieving diagnostics [ 609.787477] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29bd0ec-46f7-4f9e-997a-aef303dc930d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.866885] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433757, 'name': Rename_Task, 'duration_secs': 0.194706} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.870285] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.870764] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d758726-21e3-41c2-b742-c59dc0af6f8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.877728] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 609.877728] env[69572]: value = "task-3433762" [ 609.877728] env[69572]: _type = "Task" [ 609.877728] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.886788] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.912532] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827906} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.915531] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.915760] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.916269] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce046d36-a955-48d7-ba92-f58c4b1765e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.923270] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 609.923270] env[69572]: value = "task-3433763" [ 609.923270] env[69572]: _type = "Task" [ 609.923270] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.932550] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.956367] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5209b539-a224-fa5e-a743-64797770128f, 'name': SearchDatastore_Task, 'duration_secs': 0.026941} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.959843] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.960244] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] c4c3542a-99d9-43a5-b53a-a6f1a740d378/c4c3542a-99d9-43a5-b53a-a6f1a740d378.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.960910] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.961233] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.961457] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b473c031-28a5-4aca-a567-f76f4346925d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.964051] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9a147b5-3710-49ed-a638-b4769195bc96 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.975636] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 609.975636] env[69572]: value = "task-3433764" [ 609.975636] env[69572]: _type = "Task" [ 609.975636] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.977320] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.977498] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.981409] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58cc5cc5-e7f4-478e-8d2f-b8a7bc58fe79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.991112] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.995829] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 609.995829] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520b4f79-ba97-79b4-93cd-2134deb90d38" [ 609.995829] env[69572]: _type = "Task" [ 609.995829] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.004974] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520b4f79-ba97-79b4-93cd-2134deb90d38, 'name': SearchDatastore_Task, 'duration_secs': 0.013921} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.005695] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7721ecb-1083-44c0-85f5-29ddea062e56 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.009632] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed6bb60-3e32-4002-bf25-efce8995562b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.015333] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 610.015333] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5295c598-1cda-68ba-ff5a-c06111a93032" [ 610.015333] env[69572]: _type = "Task" [ 610.015333] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.020701] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51cec18-a489-47f4-b265-b426c52011d3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.032070] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5295c598-1cda-68ba-ff5a-c06111a93032, 'name': SearchDatastore_Task, 'duration_secs': 0.013513} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.056704] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.056994] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] a710e4e0-dfdb-4f36-9e1a-357e6939166f/a710e4e0-dfdb-4f36-9e1a-357e6939166f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.060133] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15f7b6cf-8290-4ec0-bf5e-a58a0613f522 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.064010] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b2f444-cc1f-4954-9521-3c60f62e1e10 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.077613] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec20fe8e-ea67-4e89-b0a1-ae5060168852 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.083894] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 610.083894] env[69572]: value = "task-3433765" [ 610.083894] env[69572]: _type = "Task" [ 610.083894] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.105958] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.113302] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.180757] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433760, 'name': CreateVM_Task, 'duration_secs': 0.451418} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.182976] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.183931] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.183931] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.184134] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.184947] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b759b0ba-b381-4617-acfc-7906a0937aa0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.189995] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 610.189995] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521e4ad9-9128-000a-9321-68253967039e" [ 610.189995] env[69572]: _type = "Task" [ 610.189995] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.199467] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521e4ad9-9128-000a-9321-68253967039e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.266853] env[69572]: DEBUG oslo_vmware.api [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433761, 'name': PowerOffVM_Task, 'duration_secs': 0.318735} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.267213] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.267355] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.267556] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da288482-69a2-427a-9f2a-45a113ad96a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.320897] env[69572]: DEBUG nova.network.neutron [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Updated VIF entry in instance network info cache for port 5e307111-9312-4061-9c97-1013e4d7aad1. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.321328] env[69572]: DEBUG nova.network.neutron [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Updating instance_info_cache with network_info: [{"id": "e3340fa5-da06-41b7-a9c6-19e92fb1d94d", "address": "fa:16:3e:2f:af:6c", "network": {"id": "335389ce-02f8-4149-9a6b-4461465f7830", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731957655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3340fa5-da", "ovs_interfaceid": "e3340fa5-da06-41b7-a9c6-19e92fb1d94d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e307111-9312-4061-9c97-1013e4d7aad1", "address": "fa:16:3e:01:20:3c", "network": {"id": "f2bdd931-b673-4ddd-bf9a-272694ce6548", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937699053", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e307111-93", "ovs_interfaceid": "5e307111-9312-4061-9c97-1013e4d7aad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ecb7329c-470d-4165-99a8-c3d3c1227ac6", "address": "fa:16:3e:37:2c:e5", "network": {"id": "335389ce-02f8-4149-9a6b-4461465f7830", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731957655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb7329c-47", "ovs_interfaceid": "ecb7329c-470d-4165-99a8-c3d3c1227ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.335789] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.335789] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.335789] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Deleting the datastore file [datastore2] 25100a8f-aab3-48dd-9971-983dfdc644cf {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.336252] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4882d9fc-fa92-41de-817f-32562b2b6dae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.345165] env[69572]: DEBUG oslo_vmware.api [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for the task: (returnval){ [ 610.345165] env[69572]: value = "task-3433767" [ 610.345165] env[69572]: _type = "Task" [ 610.345165] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.354602] env[69572]: DEBUG oslo_vmware.api [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.390526] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433762, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.438028] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071833} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.439935] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.440909] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fec7dab-e822-4448-b028-f37f037b4c79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.467757] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.468637] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e31c769-ff8c-4b63-886e-d6d1a355ed35 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.500704] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433764, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.502503] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 610.502503] env[69572]: value = "task-3433768" [ 610.502503] env[69572]: _type = "Task" [ 610.502503] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.512951] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.594946] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433765, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.608428] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.626137] env[69572]: DEBUG nova.compute.manager [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Received event network-vif-plugged-d46377ee-cc5d-40b1-8bcf-e0a314e329e0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 610.626249] env[69572]: DEBUG oslo_concurrency.lockutils [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] Acquiring lock "fd7d990f-44c1-4728-bb22-23f246b9ca11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.626484] env[69572]: DEBUG oslo_concurrency.lockutils [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.626663] env[69572]: DEBUG oslo_concurrency.lockutils [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.627576] env[69572]: DEBUG nova.compute.manager [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] No waiting events found dispatching network-vif-plugged-d46377ee-cc5d-40b1-8bcf-e0a314e329e0 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 610.627576] env[69572]: WARNING nova.compute.manager [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Received unexpected event network-vif-plugged-d46377ee-cc5d-40b1-8bcf-e0a314e329e0 for instance with vm_state building and task_state spawning. [ 610.627576] env[69572]: DEBUG nova.compute.manager [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Received event network-changed-d46377ee-cc5d-40b1-8bcf-e0a314e329e0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 610.627576] env[69572]: DEBUG nova.compute.manager [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Refreshing instance network info cache due to event network-changed-d46377ee-cc5d-40b1-8bcf-e0a314e329e0. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 610.628024] env[69572]: DEBUG oslo_concurrency.lockutils [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] Acquiring lock "refresh_cache-fd7d990f-44c1-4728-bb22-23f246b9ca11" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.628024] env[69572]: DEBUG oslo_concurrency.lockutils [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] Acquired lock "refresh_cache-fd7d990f-44c1-4728-bb22-23f246b9ca11" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.628024] env[69572]: DEBUG nova.network.neutron [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Refreshing network info cache for port d46377ee-cc5d-40b1-8bcf-e0a314e329e0 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.702673] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521e4ad9-9128-000a-9321-68253967039e, 'name': SearchDatastore_Task, 'duration_secs': 0.015755} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.702673] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.702673] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.702874] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.703023] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.703201] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.703484] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4932a7f8-e6a5-449e-a330-7480af497f5f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.720732] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.720937] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.721850] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75564b0-b913-436f-9b83-0889c2baefe5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.729502] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 610.729502] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52077ad1-2be8-e086-d420-22c4abc7576d" [ 610.729502] env[69572]: _type = "Task" [ 610.729502] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.739626] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52077ad1-2be8-e086-d420-22c4abc7576d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.826846] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Releasing lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.826846] env[69572]: DEBUG nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Received event network-vif-plugged-125dd5a1-6947-410d-8fcd-8ae5c8456212 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 610.826846] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Acquiring lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.826846] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.826846] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.826846] env[69572]: DEBUG nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] No waiting events found dispatching network-vif-plugged-125dd5a1-6947-410d-8fcd-8ae5c8456212 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 610.826846] env[69572]: WARNING nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Received unexpected event network-vif-plugged-125dd5a1-6947-410d-8fcd-8ae5c8456212 for instance with vm_state building and task_state spawning. [ 610.826846] env[69572]: DEBUG nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Received event network-changed-125dd5a1-6947-410d-8fcd-8ae5c8456212 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 610.826846] env[69572]: DEBUG nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Refreshing instance network info cache due to event network-changed-125dd5a1-6947-410d-8fcd-8ae5c8456212. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 610.826846] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Acquiring lock "refresh_cache-c4c3542a-99d9-43a5-b53a-a6f1a740d378" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.826846] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Acquired lock "refresh_cache-c4c3542a-99d9-43a5-b53a-a6f1a740d378" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.827440] env[69572]: DEBUG nova.network.neutron [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Refreshing network info cache for port 125dd5a1-6947-410d-8fcd-8ae5c8456212 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.860823] env[69572]: DEBUG oslo_vmware.api [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.894695] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433762, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.000104] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662033} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.000448] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] c4c3542a-99d9-43a5-b53a-a6f1a740d378/c4c3542a-99d9-43a5-b53a-a6f1a740d378.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.000704] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.001310] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f67768c4-e780-4f43-817d-72c4467e4342 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.012795] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.014164] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 611.014164] env[69572]: value = "task-3433769" [ 611.014164] env[69572]: _type = "Task" [ 611.014164] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.024425] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.093851] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890892} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.097026] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] a710e4e0-dfdb-4f36-9e1a-357e6939166f/a710e4e0-dfdb-4f36-9e1a-357e6939166f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.097026] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.097026] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8af421e-24da-4c31-82ed-2a5ef5084ec2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.101181] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 611.101181] env[69572]: value = "task-3433770" [ 611.101181] env[69572]: _type = "Task" [ 611.101181] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.110117] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.116833] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 611.117494] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.203s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.119435] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.729s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.121553] env[69572]: INFO nova.compute.claims [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.245180] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52077ad1-2be8-e086-d420-22c4abc7576d, 'name': SearchDatastore_Task, 'duration_secs': 0.063322} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.245833] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ebecfb-a5af-42fe-8346-9a9e4deca726 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.256122] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 611.256122] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52994d9e-ba59-4ae0-ce61-7e9bcf003b1e" [ 611.256122] env[69572]: _type = "Task" [ 611.256122] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.268547] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52994d9e-ba59-4ae0-ce61-7e9bcf003b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.359927] env[69572]: DEBUG oslo_vmware.api [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Task: {'id': task-3433767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60663} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.359927] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.359927] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.359927] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.359927] env[69572]: INFO nova.compute.manager [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Took 1.63 seconds to destroy the instance on the hypervisor. [ 611.359927] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.359927] env[69572]: DEBUG nova.compute.manager [-] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 611.359927] env[69572]: DEBUG nova.network.neutron [-] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.391836] env[69572]: DEBUG oslo_vmware.api [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433762, 'name': PowerOnVM_Task, 'duration_secs': 1.288158} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.392510] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.393037] env[69572]: INFO nova.compute.manager [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Took 10.37 seconds to spawn the instance on the hypervisor. [ 611.393380] env[69572]: DEBUG nova.compute.manager [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 611.394524] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab6cd94-296c-48a5-b423-4e2f7ab5833c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.516969] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433768, 'name': ReconfigVM_Task, 'duration_secs': 0.583303} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.521032] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Reconfigured VM instance instance-00000003 to attach disk [datastore1] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.527218] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a632699-675d-424a-8aaf-39a749b71d9b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.534401] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078095} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.535878] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.536397] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 611.536397] env[69572]: value = "task-3433771" [ 611.536397] env[69572]: _type = "Task" [ 611.536397] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.538148] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a4e770-e47a-403f-b1c9-cf2c8d3ca17c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.549105] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433771, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.568890] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] c4c3542a-99d9-43a5-b53a-a6f1a740d378/c4c3542a-99d9-43a5-b53a-a6f1a740d378.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.572399] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd3b997a-f274-44a7-8e52-b8859d2ed64c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.589957] env[69572]: DEBUG nova.network.neutron [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Updated VIF entry in instance network info cache for port d46377ee-cc5d-40b1-8bcf-e0a314e329e0. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.590645] env[69572]: DEBUG nova.network.neutron [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Updating instance_info_cache with network_info: [{"id": "d46377ee-cc5d-40b1-8bcf-e0a314e329e0", "address": "fa:16:3e:5d:5f:00", "network": {"id": "5611f650-e8e5-417a-b4cc-1b5808d08baa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1489247657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c0470d0ff8479f92448943519dc4e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46377ee-cc", "ovs_interfaceid": "d46377ee-cc5d-40b1-8bcf-e0a314e329e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.600119] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 611.600119] env[69572]: value = "task-3433772" [ 611.600119] env[69572]: _type = "Task" [ 611.600119] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.614031] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.616574] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070659} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.616574] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.618452] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb2b87b-f9ba-4e7f-a84c-665ef943ba75 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.648316] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] a710e4e0-dfdb-4f36-9e1a-357e6939166f/a710e4e0-dfdb-4f36-9e1a-357e6939166f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.651460] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de56497f-305b-4d6b-a879-8ed819c6d589 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.672720] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 611.672720] env[69572]: value = "task-3433773" [ 611.672720] env[69572]: _type = "Task" [ 611.672720] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.682284] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.733702] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquiring lock "0007c873-9bde-4617-8fab-e9e45b65f920" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.733967] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lock "0007c873-9bde-4617-8fab-e9e45b65f920" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.734186] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquiring lock "0007c873-9bde-4617-8fab-e9e45b65f920-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.734975] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lock "0007c873-9bde-4617-8fab-e9e45b65f920-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.734975] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lock "0007c873-9bde-4617-8fab-e9e45b65f920-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.736662] env[69572]: INFO nova.compute.manager [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Terminating instance [ 611.769844] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52994d9e-ba59-4ae0-ce61-7e9bcf003b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.769844] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.769844] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] fd7d990f-44c1-4728-bb22-23f246b9ca11/fd7d990f-44c1-4728-bb22-23f246b9ca11.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.770163] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2bc3d65-fc89-492d-80aa-f77971520db0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.777362] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 611.777362] env[69572]: value = "task-3433774" [ 611.777362] env[69572]: _type = "Task" [ 611.777362] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.788093] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.915778] env[69572]: INFO nova.compute.manager [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Took 26.96 seconds to build instance. [ 612.027377] env[69572]: DEBUG nova.network.neutron [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Updated VIF entry in instance network info cache for port 125dd5a1-6947-410d-8fcd-8ae5c8456212. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.027740] env[69572]: DEBUG nova.network.neutron [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Updating instance_info_cache with network_info: [{"id": "125dd5a1-6947-410d-8fcd-8ae5c8456212", "address": "fa:16:3e:ac:2f:7f", "network": {"id": "32a8d6be-dd3c-4a13-b4f7-10ff0b29ec00", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1795681923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0fbb740f24437da7023ec1473316f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125dd5a1-69", "ovs_interfaceid": "125dd5a1-6947-410d-8fcd-8ae5c8456212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.054059] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433771, 'name': Rename_Task, 'duration_secs': 0.397153} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.055755] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.056723] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ce7455e-bf6d-4515-b5df-7239c9cd8f06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.064253] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 612.064253] env[69572]: value = "task-3433775" [ 612.064253] env[69572]: _type = "Task" [ 612.064253] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.073318] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.093754] env[69572]: DEBUG oslo_concurrency.lockutils [req-13b7f910-0b84-4d92-9fbd-fe4d46c3c674 req-ec5e045f-9d88-4c7e-8b8c-596c594c77d4 service nova] Releasing lock "refresh_cache-fd7d990f-44c1-4728-bb22-23f246b9ca11" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.112039] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433772, 'name': ReconfigVM_Task, 'duration_secs': 0.361061} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.112426] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Reconfigured VM instance instance-00000009 to attach disk [datastore1] c4c3542a-99d9-43a5-b53a-a6f1a740d378/c4c3542a-99d9-43a5-b53a-a6f1a740d378.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.112994] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a76ae5d-07e4-4f61-ba1d-25a0133da062 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.122538] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 612.122538] env[69572]: value = "task-3433776" [ 612.122538] env[69572]: _type = "Task" [ 612.122538] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.128928] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433776, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.194287] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.244307] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquiring lock "refresh_cache-0007c873-9bde-4617-8fab-e9e45b65f920" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.244307] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquired lock "refresh_cache-0007c873-9bde-4617-8fab-e9e45b65f920" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.244307] env[69572]: DEBUG nova.network.neutron [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.293367] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433774, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.400048] env[69572]: DEBUG nova.network.neutron [-] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.419737] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0371db72-a6c1-49aa-8263-b64e256981b0 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "84376917-04ce-4186-901b-7289193610fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.480s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.533845] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Releasing lock "refresh_cache-c4c3542a-99d9-43a5-b53a-a6f1a740d378" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.534173] env[69572]: DEBUG nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received event network-vif-plugged-ecb7329c-470d-4165-99a8-c3d3c1227ac6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 612.534382] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Acquiring lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.534607] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.534781] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.534944] env[69572]: DEBUG nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] No waiting events found dispatching network-vif-plugged-ecb7329c-470d-4165-99a8-c3d3c1227ac6 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 612.535121] env[69572]: WARNING nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received unexpected event network-vif-plugged-ecb7329c-470d-4165-99a8-c3d3c1227ac6 for instance with vm_state building and task_state spawning. [ 612.535283] env[69572]: DEBUG nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received event network-changed-ecb7329c-470d-4165-99a8-c3d3c1227ac6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 612.535442] env[69572]: DEBUG nova.compute.manager [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Refreshing instance network info cache due to event network-changed-ecb7329c-470d-4165-99a8-c3d3c1227ac6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 612.535613] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Acquiring lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.535744] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Acquired lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.535895] env[69572]: DEBUG nova.network.neutron [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Refreshing network info cache for port ecb7329c-470d-4165-99a8-c3d3c1227ac6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.575174] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433775, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.577522] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f41a26-abb5-43f4-80d8-90291424c519 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.584899] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ab0fb2-17ec-4764-afd5-8e01d47d5b51 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.628629] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8846c3-4ab5-45ed-9f17-7aca50cafb75 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.636582] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433776, 'name': Rename_Task, 'duration_secs': 0.290395} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.638680] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.638988] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-817c76a8-1fc0-4785-9c8c-302620318a7b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.642086] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948c0c18-65da-465a-9e72-267504543c19 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.658398] env[69572]: DEBUG nova.compute.provider_tree [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.661937] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 612.661937] env[69572]: value = "task-3433777" [ 612.661937] env[69572]: _type = "Task" [ 612.661937] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.670529] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433777, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.685521] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433773, 'name': ReconfigVM_Task, 'duration_secs': 0.629597} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.686484] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Reconfigured VM instance instance-00000007 to attach disk [datastore1] a710e4e0-dfdb-4f36-9e1a-357e6939166f/a710e4e0-dfdb-4f36-9e1a-357e6939166f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.690210] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbffe5fc-4201-4e47-9843-ad9e0472770d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.691916] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquiring lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.692163] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.697105] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 612.697105] env[69572]: value = "task-3433778" [ 612.697105] env[69572]: _type = "Task" [ 612.697105] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.710820] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433778, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.784336] env[69572]: DEBUG nova.network.neutron [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.793203] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548001} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.793203] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] fd7d990f-44c1-4728-bb22-23f246b9ca11/fd7d990f-44c1-4728-bb22-23f246b9ca11.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.793203] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.793203] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b7dcad3-c715-435b-9835-5ad350a16e0f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.799339] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 612.799339] env[69572]: value = "task-3433779" [ 612.799339] env[69572]: _type = "Task" [ 612.799339] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.807485] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.818284] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquiring lock "a54ec9b6-147a-4162-bd64-a1f43ef54209" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.818533] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "a54ec9b6-147a-4162-bd64-a1f43ef54209" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.907238] env[69572]: INFO nova.compute.manager [-] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Took 1.55 seconds to deallocate network for instance. [ 612.922987] env[69572]: DEBUG nova.compute.manager [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 612.926831] env[69572]: DEBUG nova.network.neutron [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.082208] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433775, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.163681] env[69572]: DEBUG nova.scheduler.client.report [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.180709] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433777, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.195242] env[69572]: DEBUG nova.compute.manager [req-64e9e148-5b98-4082-9361-456a9d0f291a req-2188cf89-ac38-4abb-bef4-a8ac90d52440 service nova] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Received event network-vif-deleted-cbe2bef6-b98f-4504-a127-7d9dd2a1de53 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 613.210532] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433778, 'name': Rename_Task, 'duration_secs': 0.184702} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.210532] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.210954] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-804ef6b3-fb17-42c6-891e-521fbd3c14d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.219683] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 613.219683] env[69572]: value = "task-3433780" [ 613.219683] env[69572]: _type = "Task" [ 613.219683] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.228917] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.314877] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063465} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.316388] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.317223] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0ea82a-67eb-4098-9e8d-fa2df9098130 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.342695] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] fd7d990f-44c1-4728-bb22-23f246b9ca11/fd7d990f-44c1-4728-bb22-23f246b9ca11.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.342831] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43469014-ec26-43a0-9b41-7294d791c770 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.365106] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 613.365106] env[69572]: value = "task-3433781" [ 613.365106] env[69572]: _type = "Task" [ 613.365106] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.373067] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.413351] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.427795] env[69572]: DEBUG nova.network.neutron [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Updated VIF entry in instance network info cache for port ecb7329c-470d-4165-99a8-c3d3c1227ac6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.428298] env[69572]: DEBUG nova.network.neutron [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Updating instance_info_cache with network_info: [{"id": "e3340fa5-da06-41b7-a9c6-19e92fb1d94d", "address": "fa:16:3e:2f:af:6c", "network": {"id": "335389ce-02f8-4149-9a6b-4461465f7830", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731957655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3340fa5-da", "ovs_interfaceid": "e3340fa5-da06-41b7-a9c6-19e92fb1d94d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e307111-9312-4061-9c97-1013e4d7aad1", "address": "fa:16:3e:01:20:3c", "network": {"id": "f2bdd931-b673-4ddd-bf9a-272694ce6548", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-937699053", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e307111-93", "ovs_interfaceid": "5e307111-9312-4061-9c97-1013e4d7aad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ecb7329c-470d-4165-99a8-c3d3c1227ac6", "address": "fa:16:3e:37:2c:e5", "network": {"id": "335389ce-02f8-4149-9a6b-4461465f7830", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731957655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb7329c-47", "ovs_interfaceid": "ecb7329c-470d-4165-99a8-c3d3c1227ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.434244] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Releasing lock "refresh_cache-0007c873-9bde-4617-8fab-e9e45b65f920" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.434244] env[69572]: DEBUG nova.compute.manager [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 613.434244] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.436999] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eed44d7-8a86-408e-88a4-9fd5a523ddec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.445873] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.446388] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2a59f7e-2dc9-4271-a6e4-6d471b7e13f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.452977] env[69572]: DEBUG oslo_vmware.api [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 613.452977] env[69572]: value = "task-3433782" [ 613.452977] env[69572]: _type = "Task" [ 613.452977] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.457304] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.469433] env[69572]: DEBUG oslo_vmware.api [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.585089] env[69572]: DEBUG oslo_vmware.api [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433775, 'name': PowerOnVM_Task, 'duration_secs': 1.202117} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.585380] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.585853] env[69572]: DEBUG nova.compute.manager [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 613.586706] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73f4f5e-0f5d-4390-97d4-6839cbfee0ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.674091] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.675125] env[69572]: DEBUG nova.compute.manager [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 613.679060] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.513s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.681430] env[69572]: INFO nova.compute.claims [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.689600] env[69572]: DEBUG oslo_vmware.api [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433777, 'name': PowerOnVM_Task, 'duration_secs': 0.532648} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.689840] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.690050] env[69572]: INFO nova.compute.manager [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Took 10.26 seconds to spawn the instance on the hypervisor. [ 613.690452] env[69572]: DEBUG nova.compute.manager [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 613.694016] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7002a0b8-a1d6-41f9-8725-023fdf5ad58d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.738837] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.878448] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.936255] env[69572]: DEBUG oslo_concurrency.lockutils [req-d8e7e3cc-a2fc-4139-a447-ea14f178e466 req-4a3c0408-79ac-4b04-8bff-ca3f7186c10f service nova] Releasing lock "refresh_cache-a710e4e0-dfdb-4f36-9e1a-357e6939166f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.967355] env[69572]: DEBUG oslo_vmware.api [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433782, 'name': PowerOffVM_Task, 'duration_secs': 0.151498} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.967930] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.968473] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.968846] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a01c77fb-7722-480b-9480-9c29b15491ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.002654] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.002849] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.003384] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Deleting the datastore file [datastore1] 0007c873-9bde-4617-8fab-e9e45b65f920 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.003697] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0e4087b-1ba5-41f6-8557-63cb8f1f91fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.009962] env[69572]: DEBUG oslo_vmware.api [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for the task: (returnval){ [ 614.009962] env[69572]: value = "task-3433784" [ 614.009962] env[69572]: _type = "Task" [ 614.009962] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.019066] env[69572]: DEBUG oslo_vmware.api [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.110876] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.187451] env[69572]: DEBUG nova.compute.utils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.190462] env[69572]: DEBUG nova.compute.manager [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 614.190462] env[69572]: DEBUG nova.network.neutron [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.212768] env[69572]: INFO nova.compute.manager [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Took 28.12 seconds to build instance. [ 614.229854] env[69572]: DEBUG oslo_vmware.api [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433780, 'name': PowerOnVM_Task, 'duration_secs': 0.870223} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.231404] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.232260] env[69572]: INFO nova.compute.manager [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Took 16.76 seconds to spawn the instance on the hypervisor. [ 614.232593] env[69572]: DEBUG nova.compute.manager [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 614.234265] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20386387-684e-4a55-8113-053f07e24ccd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.279604] env[69572]: DEBUG nova.policy [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '239f0d09157541c692f23924d171601b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f3865d4bccc4994b8a559afd132ba5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.375661] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433781, 'name': ReconfigVM_Task, 'duration_secs': 0.601354} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.375891] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Reconfigured VM instance instance-0000000a to attach disk [datastore1] fd7d990f-44c1-4728-bb22-23f246b9ca11/fd7d990f-44c1-4728-bb22-23f246b9ca11.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.376547] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de08a5ea-107d-4ca8-a5b6-4466ef171838 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.383299] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 614.383299] env[69572]: value = "task-3433785" [ 614.383299] env[69572]: _type = "Task" [ 614.383299] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.397561] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433785, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.522419] env[69572]: DEBUG oslo_vmware.api [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Task: {'id': task-3433784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152905} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.525142] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.525142] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.525142] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.525142] env[69572]: INFO nova.compute.manager [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Took 1.09 seconds to destroy the instance on the hypervisor. [ 614.525142] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.525142] env[69572]: DEBUG nova.compute.manager [-] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 614.525142] env[69572]: DEBUG nova.network.neutron [-] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.545840] env[69572]: DEBUG nova.network.neutron [-] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.696417] env[69572]: DEBUG nova.compute.manager [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 614.715880] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3ebed0ff-c028-4a3c-8c90-e30d2f58c880 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.639s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.759430] env[69572]: INFO nova.compute.manager [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Took 30.72 seconds to build instance. [ 614.893297] env[69572]: DEBUG nova.network.neutron [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Successfully created port: 2d1faa24-6737-4314-ac67-8e15119df362 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.902192] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433785, 'name': Rename_Task, 'duration_secs': 0.205764} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.905380] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.905932] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9b47575-5e4a-48dc-8e82-46f1dd8c9e6f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.913432] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 614.913432] env[69572]: value = "task-3433786" [ 614.913432] env[69572]: _type = "Task" [ 614.913432] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.924999] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.053030] env[69572]: DEBUG nova.network.neutron [-] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.161829] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2998409a-7cf5-4004-8998-f25829ff1728 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.171201] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e654524d-00fa-4eaf-9925-c698f42a58b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.210761] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e64028-47b4-4ce9-9bf5-6374e2a76a1d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.219566] env[69572]: DEBUG nova.compute.manager [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 615.226381] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30ebec4-83b6-4a46-b10a-4862923551e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.242836] env[69572]: DEBUG nova.compute.provider_tree [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.261272] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73830087-5939-45ac-ab56-6e7371a998cc tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.234s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.424414] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433786, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.556839] env[69572]: INFO nova.compute.manager [-] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Took 1.03 seconds to deallocate network for instance. [ 615.720541] env[69572]: DEBUG nova.compute.manager [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 615.721549] env[69572]: INFO nova.compute.manager [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Rebuilding instance [ 615.746310] env[69572]: DEBUG nova.scheduler.client.report [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.764808] env[69572]: DEBUG nova.compute.manager [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 615.773342] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.780110] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.780402] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.780589] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.780743] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.780909] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.781169] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.781389] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.781561] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.781733] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.781891] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.782088] env[69572]: DEBUG nova.virt.hardware [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.784630] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2276cf91-7ccb-4a88-8ba4-c36a38fc5f06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.800750] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0502b94-4c71-405d-93da-d5048131ed8f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.826321] env[69572]: DEBUG nova.compute.manager [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 615.827189] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d82bd1-8327-4aaf-ae58-de46f31bfabe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.924704] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433786, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.064482] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.251255] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.251854] env[69572]: DEBUG nova.compute.manager [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 616.254944] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.357s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.256997] env[69572]: INFO nova.compute.claims [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.294586] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.426532] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433786, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.764023] env[69572]: DEBUG nova.compute.utils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.764023] env[69572]: DEBUG nova.compute.manager [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 616.764023] env[69572]: DEBUG nova.network.neutron [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.842234] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.842823] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d21a5ae9-fbce-4d53-8d71-f4dbf88a5fcc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.854325] env[69572]: DEBUG nova.policy [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67279da693f409c99ee694a50e20c6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7c2ac5b35764bb3ae7d65b57e3c1a71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.860368] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for the task: (returnval){ [ 616.860368] env[69572]: value = "task-3433787" [ 616.860368] env[69572]: _type = "Task" [ 616.860368] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.876792] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.926580] env[69572]: DEBUG oslo_vmware.api [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3433786, 'name': PowerOnVM_Task, 'duration_secs': 1.544366} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.927079] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.927079] env[69572]: INFO nova.compute.manager [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Took 10.99 seconds to spawn the instance on the hypervisor. [ 616.927599] env[69572]: DEBUG nova.compute.manager [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 616.928353] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6182ce3-2f6f-4f36-ba3a-dfe2332a656e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.142195] env[69572]: DEBUG nova.network.neutron [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Successfully updated port: 2d1faa24-6737-4314-ac67-8e15119df362 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.273805] env[69572]: DEBUG nova.compute.manager [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 617.374212] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433787, 'name': PowerOffVM_Task, 'duration_secs': 0.283674} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.381101] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.381101] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.381533] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33193885-2d0f-4580-88cf-9a276c27a9d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.390159] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.390827] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c2bc79e-4544-4ce4-b033-dc7cac7e6445 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.420930] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.421204] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.421396] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Deleting the datastore file [datastore1] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.423323] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e2ff41-0141-44db-a8e9-316800940ced {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.429262] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for the task: (returnval){ [ 617.429262] env[69572]: value = "task-3433789" [ 617.429262] env[69572]: _type = "Task" [ 617.429262] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.460272] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.465774] env[69572]: INFO nova.compute.manager [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Took 30.56 seconds to build instance. [ 617.539153] env[69572]: DEBUG nova.network.neutron [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Successfully created port: e9bbc9f0-f681-4ee6-aceb-3030329d710b {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.646391] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "refresh_cache-40ca4dca-587e-4a1e-aa97-25752a2e322a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.646391] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "refresh_cache-40ca4dca-587e-4a1e-aa97-25752a2e322a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.646391] env[69572]: DEBUG nova.network.neutron [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.787910] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374a4d58-f808-43a1-8e99-7eae8e2a56dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.795929] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d07388-637a-45ab-a8fc-ff6f78ff8092 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.830900] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3e41c-4aa2-4688-8989-2a743f3eb9f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.839474] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe8b071-87c0-40d8-bc05-5ddf7d761a52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.854409] env[69572]: DEBUG nova.compute.provider_tree [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.940819] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1497} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.941096] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.941285] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.941457] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.961627] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.961903] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.962180] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.962398] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.962636] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.967058] env[69572]: INFO nova.compute.manager [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Terminating instance [ 617.969377] env[69572]: DEBUG oslo_concurrency.lockutils [None req-acc90cac-9f29-41de-87ce-3c298755dd17 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.076s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.004498] env[69572]: DEBUG nova.compute.manager [req-bb11fd76-81d4-4f90-938c-59d082c36f64 req-6acd08a6-2d87-4f11-b316-dde6e1c2a2c9 service nova] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Received event network-vif-plugged-2d1faa24-6737-4314-ac67-8e15119df362 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 618.004977] env[69572]: DEBUG oslo_concurrency.lockutils [req-bb11fd76-81d4-4f90-938c-59d082c36f64 req-6acd08a6-2d87-4f11-b316-dde6e1c2a2c9 service nova] Acquiring lock "40ca4dca-587e-4a1e-aa97-25752a2e322a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.004977] env[69572]: DEBUG oslo_concurrency.lockutils [req-bb11fd76-81d4-4f90-938c-59d082c36f64 req-6acd08a6-2d87-4f11-b316-dde6e1c2a2c9 service nova] Lock "40ca4dca-587e-4a1e-aa97-25752a2e322a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.005488] env[69572]: DEBUG oslo_concurrency.lockutils [req-bb11fd76-81d4-4f90-938c-59d082c36f64 req-6acd08a6-2d87-4f11-b316-dde6e1c2a2c9 service nova] Lock "40ca4dca-587e-4a1e-aa97-25752a2e322a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.005488] env[69572]: DEBUG nova.compute.manager [req-bb11fd76-81d4-4f90-938c-59d082c36f64 req-6acd08a6-2d87-4f11-b316-dde6e1c2a2c9 service nova] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] No waiting events found dispatching network-vif-plugged-2d1faa24-6737-4314-ac67-8e15119df362 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 618.006608] env[69572]: WARNING nova.compute.manager [req-bb11fd76-81d4-4f90-938c-59d082c36f64 req-6acd08a6-2d87-4f11-b316-dde6e1c2a2c9 service nova] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Received unexpected event network-vif-plugged-2d1faa24-6737-4314-ac67-8e15119df362 for instance with vm_state building and task_state spawning. [ 618.253317] env[69572]: DEBUG nova.network.neutron [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.292609] env[69572]: DEBUG nova.compute.manager [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 618.322285] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.322573] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.322730] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.322905] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.323107] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.323280] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.323495] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.323651] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.323815] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.323973] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.324175] env[69572]: DEBUG nova.virt.hardware [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.325059] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88244cfa-ff8e-460f-8130-06e31cee5d95 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.333276] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5e785d-4973-4cea-b42c-85a53bcf7c16 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.360513] env[69572]: DEBUG nova.scheduler.client.report [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.473247] env[69572]: DEBUG nova.compute.manager [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 618.473247] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.473500] env[69572]: DEBUG nova.compute.manager [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 618.483418] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6756a58-d9cf-4a91-9d32-fefa4ebf6d00 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.495265] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.495480] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2692eb75-2660-45f4-9742-4d6f589c88c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.505819] env[69572]: DEBUG oslo_vmware.api [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 618.505819] env[69572]: value = "task-3433790" [ 618.505819] env[69572]: _type = "Task" [ 618.505819] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.515697] env[69572]: DEBUG oslo_vmware.api [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.682901] env[69572]: DEBUG nova.network.neutron [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Updating instance_info_cache with network_info: [{"id": "2d1faa24-6737-4314-ac67-8e15119df362", "address": "fa:16:3e:80:9b:54", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1faa24-67", "ovs_interfaceid": "2d1faa24-6737-4314-ac67-8e15119df362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.866314] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.866846] env[69572]: DEBUG nova.compute.manager [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 618.871507] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.388s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.875583] env[69572]: INFO nova.compute.claims [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.997657] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.997929] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.998125] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.998646] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.998646] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.998646] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.998810] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.998966] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.999143] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.999487] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.001015] env[69572]: DEBUG nova.virt.hardware [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.001015] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4439135d-424b-4495-9b14-b40a20b6abc6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.015026] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e51b689-f020-4b02-84d5-89764a4df415 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.021160] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.027900] env[69572]: DEBUG oslo_vmware.api [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433790, 'name': PowerOffVM_Task, 'duration_secs': 0.281258} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.044234] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.044234] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.044963] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.050840] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.051172] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb7df8b3-5a10-4f91-b83a-444738692d34 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.053087] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.053756] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7835a882-bed6-4e85-bfb4-cce4194143cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.073427] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.073427] env[69572]: value = "task-3433792" [ 619.073427] env[69572]: _type = "Task" [ 619.073427] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.185155] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "refresh_cache-40ca4dca-587e-4a1e-aa97-25752a2e322a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.185505] env[69572]: DEBUG nova.compute.manager [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Instance network_info: |[{"id": "2d1faa24-6737-4314-ac67-8e15119df362", "address": "fa:16:3e:80:9b:54", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1faa24-67", "ovs_interfaceid": "2d1faa24-6737-4314-ac67-8e15119df362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 619.185955] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:9b:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d1faa24-6737-4314-ac67-8e15119df362', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.200986] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.200986] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.200986] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95b43f17-3e5f-41c6-a811-2619f15aa519 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.222957] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.223405] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.224386] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Deleting the datastore file [datastore1] a710e4e0-dfdb-4f36-9e1a-357e6939166f {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.226643] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82dc3991-8a7c-463d-a1c4-00e0d2a5a370 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.227849] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.227849] env[69572]: value = "task-3433793" [ 619.227849] env[69572]: _type = "Task" [ 619.227849] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.232985] env[69572]: DEBUG oslo_vmware.api [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 619.232985] env[69572]: value = "task-3433794" [ 619.232985] env[69572]: _type = "Task" [ 619.232985] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.241392] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433793, 'name': CreateVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.247167] env[69572]: DEBUG oslo_vmware.api [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.389042] env[69572]: DEBUG nova.compute.utils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.391364] env[69572]: DEBUG nova.compute.manager [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 619.391832] env[69572]: DEBUG nova.network.neutron [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.512925] env[69572]: DEBUG nova.policy [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10fd7675c46c40638dfc0e09c8cdb968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aaf79a851d94c4e9a1ce66ad9dcd07e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.584768] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433792, 'name': CreateVM_Task, 'duration_secs': 0.37769} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.585335] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.586025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.586362] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.586839] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.587228] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c4fc70-d13c-4950-8455-90eb6d10eecf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.594801] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for the task: (returnval){ [ 619.594801] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520723fb-ba02-68a5-8a35-0a8e2e692fff" [ 619.594801] env[69572]: _type = "Task" [ 619.594801] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.605700] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520723fb-ba02-68a5-8a35-0a8e2e692fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.744614] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433793, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.750391] env[69572]: DEBUG oslo_vmware.api [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3433794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29182} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.750781] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.750949] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.751144] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.751319] env[69572]: INFO nova.compute.manager [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Took 1.28 seconds to destroy the instance on the hypervisor. [ 619.751938] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.751938] env[69572]: DEBUG nova.compute.manager [-] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 619.752244] env[69572]: DEBUG nova.network.neutron [-] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.892530] env[69572]: DEBUG nova.compute.manager [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 620.118838] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520723fb-ba02-68a5-8a35-0a8e2e692fff, 'name': SearchDatastore_Task, 'duration_secs': 0.012776} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.119162] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.119429] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.119711] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.119801] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.119975] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.121106] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2868abb8-e3b1-4784-910e-30cee53a4d9e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.133046] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.133228] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.133968] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab70af8-174d-4729-a11b-d93cee600726 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.146740] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for the task: (returnval){ [ 620.146740] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b4a8d3-5c87-9dd7-9b09-6eef80661386" [ 620.146740] env[69572]: _type = "Task" [ 620.146740] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.153450] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b4a8d3-5c87-9dd7-9b09-6eef80661386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.248300] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433793, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.420156] env[69572]: DEBUG nova.network.neutron [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Successfully updated port: e9bbc9f0-f681-4ee6-aceb-3030329d710b {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.432608] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bf4a98-bbd0-4532-b4bb-f06f1dbf4fab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.446389] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7cbf2f-3ae5-41b2-82c2-f1ffb2dd7a89 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.491990] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50ffb47-5cc1-4ae3-9a8c-65672cd2eee2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.501419] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d976ed2d-434d-40c0-b9f2-869d182fd051 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.519855] env[69572]: DEBUG nova.compute.provider_tree [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.661409] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b4a8d3-5c87-9dd7-9b09-6eef80661386, 'name': SearchDatastore_Task, 'duration_secs': 0.017877} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.662827] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6776234-90d9-4466-aa31-9f5c11c0d48c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.670136] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for the task: (returnval){ [ 620.670136] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52256739-03af-fbbf-3bad-f44c9073ce3d" [ 620.670136] env[69572]: _type = "Task" [ 620.670136] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.680415] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52256739-03af-fbbf-3bad-f44c9073ce3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.742267] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433793, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.830191] env[69572]: DEBUG nova.network.neutron [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Successfully created port: af7fab39-c5e0-4380-b267-58b4e53621b7 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.912750] env[69572]: DEBUG nova.compute.manager [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 620.924435] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquiring lock "refresh_cache-d1f691d5-15f8-4b39-9981-3420e771eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.924574] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquired lock "refresh_cache-d1f691d5-15f8-4b39-9981-3420e771eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.924718] env[69572]: DEBUG nova.network.neutron [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.958186] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.958805] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.959077] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.959411] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.959703] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.959892] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.960171] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.960296] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.960468] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.960648] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.960905] env[69572]: DEBUG nova.virt.hardware [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.962407] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01923bde-f442-44af-a4cc-fae582195458 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.971936] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb6a80-e213-4275-85fe-538923558106 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.022682] env[69572]: DEBUG nova.scheduler.client.report [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.182585] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52256739-03af-fbbf-3bad-f44c9073ce3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012793} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.182976] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.183218] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.183473] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ca2d5de-d8f6-44f8-908a-c7c6d3930bc4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.190687] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for the task: (returnval){ [ 621.190687] env[69572]: value = "task-3433795" [ 621.190687] env[69572]: _type = "Task" [ 621.190687] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.201214] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.245373] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433793, 'name': CreateVM_Task, 'duration_secs': 1.819904} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.245505] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.248176] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.248633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.248959] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.249363] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e61c97-1234-437c-9228-45f88bcdb088 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.256046] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 621.256046] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520be0b5-c5c4-2e7f-4f8d-0a811e2c94f0" [ 621.256046] env[69572]: _type = "Task" [ 621.256046] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.274561] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520be0b5-c5c4-2e7f-4f8d-0a811e2c94f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.410893] env[69572]: DEBUG nova.compute.manager [req-8819dd61-c5b7-4393-a82d-30cdcfb29da9 req-c929ea70-8351-4145-a89d-713f649cd95a service nova] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Received event network-vif-plugged-e9bbc9f0-f681-4ee6-aceb-3030329d710b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 621.411840] env[69572]: DEBUG oslo_concurrency.lockutils [req-8819dd61-c5b7-4393-a82d-30cdcfb29da9 req-c929ea70-8351-4145-a89d-713f649cd95a service nova] Acquiring lock "d1f691d5-15f8-4b39-9981-3420e771eaa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.411840] env[69572]: DEBUG oslo_concurrency.lockutils [req-8819dd61-c5b7-4393-a82d-30cdcfb29da9 req-c929ea70-8351-4145-a89d-713f649cd95a service nova] Lock "d1f691d5-15f8-4b39-9981-3420e771eaa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.411840] env[69572]: DEBUG oslo_concurrency.lockutils [req-8819dd61-c5b7-4393-a82d-30cdcfb29da9 req-c929ea70-8351-4145-a89d-713f649cd95a service nova] Lock "d1f691d5-15f8-4b39-9981-3420e771eaa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.412956] env[69572]: DEBUG nova.compute.manager [req-8819dd61-c5b7-4393-a82d-30cdcfb29da9 req-c929ea70-8351-4145-a89d-713f649cd95a service nova] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] No waiting events found dispatching network-vif-plugged-e9bbc9f0-f681-4ee6-aceb-3030329d710b {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 621.412956] env[69572]: WARNING nova.compute.manager [req-8819dd61-c5b7-4393-a82d-30cdcfb29da9 req-c929ea70-8351-4145-a89d-713f649cd95a service nova] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Received unexpected event network-vif-plugged-e9bbc9f0-f681-4ee6-aceb-3030329d710b for instance with vm_state building and task_state spawning. [ 621.436960] env[69572]: DEBUG nova.compute.manager [req-548041ad-63dd-4da1-bd7e-8fb5d20babfd req-8ec09f73-a375-492b-a181-68dfa9ed68fc service nova] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Received event network-changed-2d1faa24-6737-4314-ac67-8e15119df362 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 621.436960] env[69572]: DEBUG nova.compute.manager [req-548041ad-63dd-4da1-bd7e-8fb5d20babfd req-8ec09f73-a375-492b-a181-68dfa9ed68fc service nova] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Refreshing instance network info cache due to event network-changed-2d1faa24-6737-4314-ac67-8e15119df362. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 621.436960] env[69572]: DEBUG oslo_concurrency.lockutils [req-548041ad-63dd-4da1-bd7e-8fb5d20babfd req-8ec09f73-a375-492b-a181-68dfa9ed68fc service nova] Acquiring lock "refresh_cache-40ca4dca-587e-4a1e-aa97-25752a2e322a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.436960] env[69572]: DEBUG oslo_concurrency.lockutils [req-548041ad-63dd-4da1-bd7e-8fb5d20babfd req-8ec09f73-a375-492b-a181-68dfa9ed68fc service nova] Acquired lock "refresh_cache-40ca4dca-587e-4a1e-aa97-25752a2e322a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.436960] env[69572]: DEBUG nova.network.neutron [req-548041ad-63dd-4da1-bd7e-8fb5d20babfd req-8ec09f73-a375-492b-a181-68dfa9ed68fc service nova] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Refreshing network info cache for port 2d1faa24-6737-4314-ac67-8e15119df362 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.492732] env[69572]: DEBUG nova.network.neutron [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.528855] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.530169] env[69572]: DEBUG nova.compute.manager [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 621.537449] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.215s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.543030] env[69572]: INFO nova.compute.claims [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.708417] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433795, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.771798] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520be0b5-c5c4-2e7f-4f8d-0a811e2c94f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.771798] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.771798] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.771798] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.771798] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.771798] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.771798] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08d87b0b-2d4b-4249-b751-203a102c4448 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.780231] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.780397] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.781245] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f556f560-5756-4149-998f-bcd6e8fff4f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.793338] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 621.793338] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fc3c11-cf17-4ab2-0ad7-b3b13f8e34c1" [ 621.793338] env[69572]: _type = "Task" [ 621.793338] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.798994] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fc3c11-cf17-4ab2-0ad7-b3b13f8e34c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.799864] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a74f0a-b2d2-4ef2-865e-8455a99f023c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.805312] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 621.805312] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5201f45b-14c4-7659-c2b9-2eeaad5c6896" [ 621.805312] env[69572]: _type = "Task" [ 621.805312] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.815173] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5201f45b-14c4-7659-c2b9-2eeaad5c6896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.869136] env[69572]: DEBUG nova.network.neutron [-] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.933393] env[69572]: DEBUG nova.network.neutron [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Updating instance_info_cache with network_info: [{"id": "e9bbc9f0-f681-4ee6-aceb-3030329d710b", "address": "fa:16:3e:37:83:a4", "network": {"id": "162ea72e-cc96-42e4-8dcd-bd4d338891a3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-61889798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7c2ac5b35764bb3ae7d65b57e3c1a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bbc9f0-f6", "ovs_interfaceid": "e9bbc9f0-f681-4ee6-aceb-3030329d710b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.046024] env[69572]: DEBUG nova.compute.utils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.049204] env[69572]: DEBUG nova.compute.manager [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 622.049404] env[69572]: DEBUG nova.network.neutron [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.146304] env[69572]: DEBUG nova.policy [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10fd7675c46c40638dfc0e09c8cdb968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aaf79a851d94c4e9a1ce66ad9dcd07e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.208063] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433795, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.317186] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5201f45b-14c4-7659-c2b9-2eeaad5c6896, 'name': SearchDatastore_Task, 'duration_secs': 0.012477} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.317437] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.317756] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 40ca4dca-587e-4a1e-aa97-25752a2e322a/40ca4dca-587e-4a1e-aa97-25752a2e322a.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.318014] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a37c972f-217a-44c4-956f-077e3836752b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.328286] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 622.328286] env[69572]: value = "task-3433796" [ 622.328286] env[69572]: _type = "Task" [ 622.328286] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.345042] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.372050] env[69572]: INFO nova.compute.manager [-] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Took 2.62 seconds to deallocate network for instance. [ 622.440016] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Releasing lock "refresh_cache-d1f691d5-15f8-4b39-9981-3420e771eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.440016] env[69572]: DEBUG nova.compute.manager [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Instance network_info: |[{"id": "e9bbc9f0-f681-4ee6-aceb-3030329d710b", "address": "fa:16:3e:37:83:a4", "network": {"id": "162ea72e-cc96-42e4-8dcd-bd4d338891a3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-61889798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7c2ac5b35764bb3ae7d65b57e3c1a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bbc9f0-f6", "ovs_interfaceid": "e9bbc9f0-f681-4ee6-aceb-3030329d710b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 622.440016] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:83:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9bbc9f0-f681-4ee6-aceb-3030329d710b', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.451845] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Creating folder: Project (d7c2ac5b35764bb3ae7d65b57e3c1a71). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.452636] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-818d5e47-7362-4ac2-8e00-ad182131f5e2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.464204] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Created folder: Project (d7c2ac5b35764bb3ae7d65b57e3c1a71) in parent group-v685431. [ 622.464430] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Creating folder: Instances. Parent ref: group-v685465. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.464674] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed30a0de-664f-43fb-a6ff-afce6937e642 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.474568] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Created folder: Instances in parent group-v685465. [ 622.474816] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.475042] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.475270] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-963bc031-dbf0-49d8-829f-f56532c52610 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.499821] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.499821] env[69572]: value = "task-3433799" [ 622.499821] env[69572]: _type = "Task" [ 622.499821] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.513480] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433799, 'name': CreateVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.555180] env[69572]: DEBUG nova.compute.manager [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 622.704574] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433795, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.773997] env[69572]: DEBUG nova.network.neutron [req-548041ad-63dd-4da1-bd7e-8fb5d20babfd req-8ec09f73-a375-492b-a181-68dfa9ed68fc service nova] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Updated VIF entry in instance network info cache for port 2d1faa24-6737-4314-ac67-8e15119df362. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.774254] env[69572]: DEBUG nova.network.neutron [req-548041ad-63dd-4da1-bd7e-8fb5d20babfd req-8ec09f73-a375-492b-a181-68dfa9ed68fc service nova] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Updating instance_info_cache with network_info: [{"id": "2d1faa24-6737-4314-ac67-8e15119df362", "address": "fa:16:3e:80:9b:54", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1faa24-67", "ovs_interfaceid": "2d1faa24-6737-4314-ac67-8e15119df362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.839489] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.880740] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.015124] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433799, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.043621] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3938185f-89d1-4bd4-b070-f61bb05cb536 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.052506] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b6ab97-7fcd-4f04-acf2-a50534ba11ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.098983] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251418fe-e9db-4a12-a26e-25949d4d6d46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.108028] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7d377d-95e8-4ee3-b606-5d8a32057442 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.129181] env[69572]: DEBUG nova.compute.provider_tree [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.215419] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433795, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.567551} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.215419] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.215419] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.215419] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8ef9cbe-f72d-4c42-8ef8-a7a8c8219dfc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.222518] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for the task: (returnval){ [ 623.222518] env[69572]: value = "task-3433800" [ 623.222518] env[69572]: _type = "Task" [ 623.222518] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.235256] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.279891] env[69572]: DEBUG oslo_concurrency.lockutils [req-548041ad-63dd-4da1-bd7e-8fb5d20babfd req-8ec09f73-a375-492b-a181-68dfa9ed68fc service nova] Releasing lock "refresh_cache-40ca4dca-587e-4a1e-aa97-25752a2e322a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.341934] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433796, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.344023] env[69572]: DEBUG nova.network.neutron [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Successfully created port: b75554b4-4850-456f-be3e-6d942c1d2b05 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.516220] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433799, 'name': CreateVM_Task, 'duration_secs': 0.75799} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.516220] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.516220] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.516220] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.516220] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.516220] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe0a074-796c-43bd-a3e9-19c76f9da6fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.526240] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 623.526240] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52096366-0efa-5acd-8e54-b651a9ab4644" [ 623.526240] env[69572]: _type = "Task" [ 623.526240] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.534705] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52096366-0efa-5acd-8e54-b651a9ab4644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.599066] env[69572]: DEBUG nova.compute.manager [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 623.629266] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.629518] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.629642] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.629814] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.629957] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.630194] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.630466] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.630621] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.630730] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.630891] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.631070] env[69572]: DEBUG nova.virt.hardware [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.631946] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5f6fe4-41fa-4d05-bb7a-90055909328b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.635241] env[69572]: DEBUG nova.scheduler.client.report [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.644329] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f29366-ad6f-4589-a7b2-390ed74c685d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.697244] env[69572]: DEBUG nova.network.neutron [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Successfully updated port: af7fab39-c5e0-4380-b267-58b4e53621b7 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.740137] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093025} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.740137] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.740137] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab22219e-cf01-4c5d-b644-9cf3c8a3d8c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.763182] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.763566] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c865522-81ef-4c7b-b222-cc9a5a695ee7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.783886] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for the task: (returnval){ [ 623.783886] env[69572]: value = "task-3433801" [ 623.783886] env[69572]: _type = "Task" [ 623.783886] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.792833] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.843930] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433796, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.116041} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.844582] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 40ca4dca-587e-4a1e-aa97-25752a2e322a/40ca4dca-587e-4a1e-aa97-25752a2e322a.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.844582] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.845273] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-323e9171-c2f6-4381-9eaa-cd845eaeebb7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.853270] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 623.853270] env[69572]: value = "task-3433802" [ 623.853270] env[69572]: _type = "Task" [ 623.853270] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.864126] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.034842] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52096366-0efa-5acd-8e54-b651a9ab4644, 'name': SearchDatastore_Task, 'duration_secs': 0.011378} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.035319] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.035400] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.035638] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.035782] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.035957] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.036227] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28cbe109-7e96-41bf-a208-abf84e389970 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.048092] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.048422] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.049537] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4abb37-9407-4c5a-9430-48b591e93fba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.055230] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 624.055230] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5254ca74-fb15-a796-8319-d3ff1e9abd2b" [ 624.055230] env[69572]: _type = "Task" [ 624.055230] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.066701] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5254ca74-fb15-a796-8319-d3ff1e9abd2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.081630] env[69572]: DEBUG nova.compute.manager [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Received event network-changed-e9bbc9f0-f681-4ee6-aceb-3030329d710b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 624.081824] env[69572]: DEBUG nova.compute.manager [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Refreshing instance network info cache due to event network-changed-e9bbc9f0-f681-4ee6-aceb-3030329d710b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 624.082059] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] Acquiring lock "refresh_cache-d1f691d5-15f8-4b39-9981-3420e771eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.082290] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] Acquired lock "refresh_cache-d1f691d5-15f8-4b39-9981-3420e771eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.082474] env[69572]: DEBUG nova.network.neutron [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Refreshing network info cache for port e9bbc9f0-f681-4ee6-aceb-3030329d710b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.140907] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.141504] env[69572]: DEBUG nova.compute.manager [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 624.145258] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.514s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.145258] env[69572]: DEBUG nova.objects.instance [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Lazy-loading 'resources' on Instance uuid e99fc207-9f68-473b-98e2-cac374a7dbf6 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 624.200187] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "refresh_cache-acb7abcf-f9b2-438d-bcaa-5ff100937a91" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.200187] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "refresh_cache-acb7abcf-f9b2-438d-bcaa-5ff100937a91" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.200187] env[69572]: DEBUG nova.network.neutron [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.246423] env[69572]: DEBUG nova.compute.manager [req-e56938fa-651b-4de7-898e-1cb7f00adb11 req-9d9cca9e-acdc-4780-8b64-5baa69706e03 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Received event network-changed-d46377ee-cc5d-40b1-8bcf-e0a314e329e0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 624.246423] env[69572]: DEBUG nova.compute.manager [req-e56938fa-651b-4de7-898e-1cb7f00adb11 req-9d9cca9e-acdc-4780-8b64-5baa69706e03 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Refreshing instance network info cache due to event network-changed-d46377ee-cc5d-40b1-8bcf-e0a314e329e0. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 624.246423] env[69572]: DEBUG oslo_concurrency.lockutils [req-e56938fa-651b-4de7-898e-1cb7f00adb11 req-9d9cca9e-acdc-4780-8b64-5baa69706e03 service nova] Acquiring lock "refresh_cache-fd7d990f-44c1-4728-bb22-23f246b9ca11" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.246423] env[69572]: DEBUG oslo_concurrency.lockutils [req-e56938fa-651b-4de7-898e-1cb7f00adb11 req-9d9cca9e-acdc-4780-8b64-5baa69706e03 service nova] Acquired lock "refresh_cache-fd7d990f-44c1-4728-bb22-23f246b9ca11" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.246650] env[69572]: DEBUG nova.network.neutron [req-e56938fa-651b-4de7-898e-1cb7f00adb11 req-9d9cca9e-acdc-4780-8b64-5baa69706e03 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Refreshing network info cache for port d46377ee-cc5d-40b1-8bcf-e0a314e329e0 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.296943] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433801, 'name': ReconfigVM_Task, 'duration_secs': 0.349563} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.297200] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Reconfigured VM instance instance-00000003 to attach disk [datastore2] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1/ac2e4d87-28eb-4d0a-9eca-7e110f4802b1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.298127] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0856985c-1958-4447-8920-ce1d4549236b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.308097] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for the task: (returnval){ [ 624.308097] env[69572]: value = "task-3433803" [ 624.308097] env[69572]: _type = "Task" [ 624.308097] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.319098] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433803, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.364012] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085527} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.364360] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.365221] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386da95b-5bc8-4816-885a-814cd0113079 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.392154] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 40ca4dca-587e-4a1e-aa97-25752a2e322a/40ca4dca-587e-4a1e-aa97-25752a2e322a.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.392624] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b79392-600f-4d9d-9a97-5d03894e2e7f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.418888] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 624.418888] env[69572]: value = "task-3433804" [ 624.418888] env[69572]: _type = "Task" [ 624.418888] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.427871] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.568305] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5254ca74-fb15-a796-8319-d3ff1e9abd2b, 'name': SearchDatastore_Task, 'duration_secs': 0.023582} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.568305] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21dc77a4-4870-41de-908a-2a5100bf0025 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.573914] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 624.573914] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e4b10d-2a8f-b70f-2a40-d912b89b3c66" [ 624.573914] env[69572]: _type = "Task" [ 624.573914] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.586372] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e4b10d-2a8f-b70f-2a40-d912b89b3c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.655706] env[69572]: DEBUG nova.compute.utils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.659402] env[69572]: DEBUG nova.compute.manager [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 624.659615] env[69572]: DEBUG nova.network.neutron [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.720280] env[69572]: DEBUG nova.policy [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e04b25e8bf843d8bbecce191415c835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '516cecb89b234f95bf6cc4d5ee126465', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.821653] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433803, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.871820] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.872243] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.931552] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433804, 'name': ReconfigVM_Task, 'duration_secs': 0.450302} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.932332] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 40ca4dca-587e-4a1e-aa97-25752a2e322a/40ca4dca-587e-4a1e-aa97-25752a2e322a.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.932628] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7504eca7-14ef-45dc-ab4b-aeb8d0144605 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.944019] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 624.944019] env[69572]: value = "task-3433805" [ 624.944019] env[69572]: _type = "Task" [ 624.944019] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.952973] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433805, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.980710] env[69572]: DEBUG nova.network.neutron [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Updated VIF entry in instance network info cache for port e9bbc9f0-f681-4ee6-aceb-3030329d710b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.981247] env[69572]: DEBUG nova.network.neutron [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Updating instance_info_cache with network_info: [{"id": "e9bbc9f0-f681-4ee6-aceb-3030329d710b", "address": "fa:16:3e:37:83:a4", "network": {"id": "162ea72e-cc96-42e4-8dcd-bd4d338891a3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-61889798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7c2ac5b35764bb3ae7d65b57e3c1a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bbc9f0-f6", "ovs_interfaceid": "e9bbc9f0-f681-4ee6-aceb-3030329d710b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.985853] env[69572]: DEBUG nova.network.neutron [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.096077] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e4b10d-2a8f-b70f-2a40-d912b89b3c66, 'name': SearchDatastore_Task, 'duration_secs': 0.011505} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.096077] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.096077] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] d1f691d5-15f8-4b39-9981-3420e771eaa4/d1f691d5-15f8-4b39-9981-3420e771eaa4.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.096077] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2b3f6df-57de-4cbc-ba71-91613b661b06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.108126] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 625.108126] env[69572]: value = "task-3433806" [ 625.108126] env[69572]: _type = "Task" [ 625.108126] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.121637] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.144862] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb8ceaa-1a28-41e4-bf07-697a50070835 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.152813] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f4a0d6-5cfe-4b87-921c-73370001a743 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.162256] env[69572]: DEBUG nova.compute.manager [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 625.203422] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dfcd9d-42fe-4bcc-9a9d-3b5b5a8976fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.210724] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac355288-7f7b-4d38-972e-8a9b0f493155 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.225997] env[69572]: DEBUG nova.compute.provider_tree [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.270991] env[69572]: DEBUG nova.network.neutron [req-e56938fa-651b-4de7-898e-1cb7f00adb11 req-9d9cca9e-acdc-4780-8b64-5baa69706e03 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Updated VIF entry in instance network info cache for port d46377ee-cc5d-40b1-8bcf-e0a314e329e0. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.271369] env[69572]: DEBUG nova.network.neutron [req-e56938fa-651b-4de7-898e-1cb7f00adb11 req-9d9cca9e-acdc-4780-8b64-5baa69706e03 service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Updating instance_info_cache with network_info: [{"id": "d46377ee-cc5d-40b1-8bcf-e0a314e329e0", "address": "fa:16:3e:5d:5f:00", "network": {"id": "5611f650-e8e5-417a-b4cc-1b5808d08baa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1489247657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c0470d0ff8479f92448943519dc4e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46377ee-cc", "ovs_interfaceid": "d46377ee-cc5d-40b1-8bcf-e0a314e329e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.322289] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433803, 'name': Rename_Task, 'duration_secs': 0.538538} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.325711] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.326441] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c484d17-879f-48b2-97cb-2ea827e55c5e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.333833] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Waiting for the task: (returnval){ [ 625.333833] env[69572]: value = "task-3433807" [ 625.333833] env[69572]: _type = "Task" [ 625.333833] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.344600] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.432046] env[69572]: DEBUG nova.network.neutron [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Updating instance_info_cache with network_info: [{"id": "af7fab39-c5e0-4380-b267-58b4e53621b7", "address": "fa:16:3e:66:75:3e", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7fab39-c5", "ovs_interfaceid": "af7fab39-c5e0-4380-b267-58b4e53621b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.453019] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433805, 'name': Rename_Task, 'duration_secs': 0.141214} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.454170] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.454725] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f993e604-72f5-4944-8ead-4e8ad927b93c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.461151] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 625.461151] env[69572]: value = "task-3433808" [ 625.461151] env[69572]: _type = "Task" [ 625.461151] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.472940] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.485801] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] Releasing lock "refresh_cache-d1f691d5-15f8-4b39-9981-3420e771eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.485999] env[69572]: DEBUG nova.compute.manager [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received event network-vif-deleted-5e307111-9312-4061-9c97-1013e4d7aad1 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 625.486436] env[69572]: DEBUG nova.compute.manager [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received event network-vif-deleted-e3340fa5-da06-41b7-a9c6-19e92fb1d94d {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 625.486436] env[69572]: DEBUG nova.compute.manager [req-c3545650-ce34-4141-99b1-8639c7cd5dee req-ce8f6f2b-559e-4b24-9c32-3674986f5547 service nova] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Received event network-vif-deleted-ecb7329c-470d-4165-99a8-c3d3c1227ac6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 625.627043] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433806, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.732339] env[69572]: DEBUG nova.scheduler.client.report [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.776143] env[69572]: DEBUG oslo_concurrency.lockutils [req-e56938fa-651b-4de7-898e-1cb7f00adb11 req-9d9cca9e-acdc-4780-8b64-5baa69706e03 service nova] Releasing lock "refresh_cache-fd7d990f-44c1-4728-bb22-23f246b9ca11" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.829485] env[69572]: DEBUG nova.network.neutron [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Successfully created port: 5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.847298] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433807, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.935127] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "refresh_cache-acb7abcf-f9b2-438d-bcaa-5ff100937a91" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.935469] env[69572]: DEBUG nova.compute.manager [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Instance network_info: |[{"id": "af7fab39-c5e0-4380-b267-58b4e53621b7", "address": "fa:16:3e:66:75:3e", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7fab39-c5", "ovs_interfaceid": "af7fab39-c5e0-4380-b267-58b4e53621b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 625.935878] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:75:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7fab39-c5e0-4380-b267-58b4e53621b7', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.950412] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Creating folder: Project (5aaf79a851d94c4e9a1ce66ad9dcd07e). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.950559] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90060ef8-965d-4cc9-b68e-d86a96f3788b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.962184] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Created folder: Project (5aaf79a851d94c4e9a1ce66ad9dcd07e) in parent group-v685431. [ 625.962703] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Creating folder: Instances. Parent ref: group-v685468. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.966748] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26108310-af52-447e-847f-3cc59915d157 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.976393] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.978960] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Created folder: Instances in parent group-v685468. [ 625.979245] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.979445] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.979619] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f19c91b-2a2f-4bef-bc00-1f9f7ddec8a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.998179] env[69572]: DEBUG nova.network.neutron [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Successfully updated port: b75554b4-4850-456f-be3e-6d942c1d2b05 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.005998] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.005998] env[69572]: value = "task-3433811" [ 626.005998] env[69572]: _type = "Task" [ 626.005998] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.014794] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433811, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.119145] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72233} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.119469] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] d1f691d5-15f8-4b39-9981-3420e771eaa4/d1f691d5-15f8-4b39-9981-3420e771eaa4.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.119746] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.120044] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64f06f0e-fc95-40b8-93a8-50d7b22ebc28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.127444] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 626.127444] env[69572]: value = "task-3433812" [ 626.127444] env[69572]: _type = "Task" [ 626.127444] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.136340] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.207409] env[69572]: DEBUG nova.compute.manager [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 626.239231] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.242921] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.652s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.244495] env[69572]: INFO nova.compute.claims [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.252669] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.253279] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.253279] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.253279] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.253495] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.253495] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.253814] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.253814] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.253969] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.254161] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.254335] env[69572]: DEBUG nova.virt.hardware [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.256745] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c88a151-430b-4c13-a17a-bd2fae7610fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.265039] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a838fecd-638c-4c8f-8124-7dfc58e01b9d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.289245] env[69572]: INFO nova.scheduler.client.report [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Deleted allocations for instance e99fc207-9f68-473b-98e2-cac374a7dbf6 [ 626.349076] env[69572]: DEBUG oslo_vmware.api [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Task: {'id': task-3433807, 'name': PowerOnVM_Task, 'duration_secs': 0.66376} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.349386] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.349748] env[69572]: DEBUG nova.compute.manager [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 626.350711] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d87941e-d41e-4de7-baf5-9074de52de2b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.476659] env[69572]: DEBUG oslo_vmware.api [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433808, 'name': PowerOnVM_Task, 'duration_secs': 0.71081} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.476799] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.477125] env[69572]: INFO nova.compute.manager [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Took 10.76 seconds to spawn the instance on the hypervisor. [ 626.477800] env[69572]: DEBUG nova.compute.manager [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 626.478754] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3746d524-b5df-492a-ba7d-7a540fca9a41 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.504155] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "refresh_cache-78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.504155] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "refresh_cache-78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.504155] env[69572]: DEBUG nova.network.neutron [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.519947] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433811, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.599260] env[69572]: DEBUG nova.compute.manager [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Received event network-vif-plugged-b75554b4-4850-456f-be3e-6d942c1d2b05 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 626.599260] env[69572]: DEBUG oslo_concurrency.lockutils [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] Acquiring lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.599260] env[69572]: DEBUG oslo_concurrency.lockutils [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] Lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.599260] env[69572]: DEBUG oslo_concurrency.lockutils [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] Lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.599260] env[69572]: DEBUG nova.compute.manager [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] No waiting events found dispatching network-vif-plugged-b75554b4-4850-456f-be3e-6d942c1d2b05 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 626.599260] env[69572]: WARNING nova.compute.manager [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Received unexpected event network-vif-plugged-b75554b4-4850-456f-be3e-6d942c1d2b05 for instance with vm_state building and task_state spawning. [ 626.599260] env[69572]: DEBUG nova.compute.manager [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Received event network-changed-b75554b4-4850-456f-be3e-6d942c1d2b05 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 626.599260] env[69572]: DEBUG nova.compute.manager [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Refreshing instance network info cache due to event network-changed-b75554b4-4850-456f-be3e-6d942c1d2b05. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 626.599260] env[69572]: DEBUG oslo_concurrency.lockutils [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] Acquiring lock "refresh_cache-78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.638392] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06673} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.638995] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.640013] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd7e4dd-e1b5-47a1-8912-201942ff7c0e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.668839] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] d1f691d5-15f8-4b39-9981-3420e771eaa4/d1f691d5-15f8-4b39-9981-3420e771eaa4.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.669568] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5632da26-69b9-4888-9fa6-30a8811b9e1a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.689947] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 626.689947] env[69572]: value = "task-3433813" [ 626.689947] env[69572]: _type = "Task" [ 626.689947] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.699186] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.800199] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ee822c2-cd54-470a-813e-17de94349ff8 tempest-DeleteServersAdminTestJSON-951243519 tempest-DeleteServersAdminTestJSON-951243519-project-admin] Lock "e99fc207-9f68-473b-98e2-cac374a7dbf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.200s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.870240] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.005677] env[69572]: INFO nova.compute.manager [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Took 30.65 seconds to build instance. [ 627.021652] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433811, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.051422] env[69572]: DEBUG nova.network.neutron [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.204834] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.261427] env[69572]: DEBUG nova.network.neutron [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Updating instance_info_cache with network_info: [{"id": "b75554b4-4850-456f-be3e-6d942c1d2b05", "address": "fa:16:3e:b1:8c:1b", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75554b4-48", "ovs_interfaceid": "b75554b4-4850-456f-be3e-6d942c1d2b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.509655] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c628ab38-48a6-4a57-8937-cf32986adce3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "40ca4dca-587e-4a1e-aa97-25752a2e322a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.799s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.530428] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433811, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.635019] env[69572]: DEBUG nova.compute.manager [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Received event network-vif-plugged-af7fab39-c5e0-4380-b267-58b4e53621b7 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 627.635261] env[69572]: DEBUG oslo_concurrency.lockutils [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] Acquiring lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.635463] env[69572]: DEBUG oslo_concurrency.lockutils [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] Lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.635618] env[69572]: DEBUG oslo_concurrency.lockutils [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] Lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.635774] env[69572]: DEBUG nova.compute.manager [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] No waiting events found dispatching network-vif-plugged-af7fab39-c5e0-4380-b267-58b4e53621b7 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 627.635930] env[69572]: WARNING nova.compute.manager [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Received unexpected event network-vif-plugged-af7fab39-c5e0-4380-b267-58b4e53621b7 for instance with vm_state building and task_state spawning. [ 627.637264] env[69572]: DEBUG nova.compute.manager [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Received event network-changed-af7fab39-c5e0-4380-b267-58b4e53621b7 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 627.638491] env[69572]: DEBUG nova.compute.manager [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Refreshing instance network info cache due to event network-changed-af7fab39-c5e0-4380-b267-58b4e53621b7. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 627.638723] env[69572]: DEBUG oslo_concurrency.lockutils [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] Acquiring lock "refresh_cache-acb7abcf-f9b2-438d-bcaa-5ff100937a91" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.638864] env[69572]: DEBUG oslo_concurrency.lockutils [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] Acquired lock "refresh_cache-acb7abcf-f9b2-438d-bcaa-5ff100937a91" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.639108] env[69572]: DEBUG nova.network.neutron [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Refreshing network info cache for port af7fab39-c5e0-4380-b267-58b4e53621b7 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.702071] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.720140] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquiring lock "b021a0db-b6df-4000-8f62-8d8ee448f1da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.720477] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lock "b021a0db-b6df-4000-8f62-8d8ee448f1da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.720722] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquiring lock "b021a0db-b6df-4000-8f62-8d8ee448f1da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.720905] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lock "b021a0db-b6df-4000-8f62-8d8ee448f1da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.720970] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lock "b021a0db-b6df-4000-8f62-8d8ee448f1da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.723331] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0864a6-7a8c-4031-b201-b7ea3b17f604 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.729552] env[69572]: INFO nova.compute.manager [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Terminating instance [ 627.737978] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff112d7-853f-421a-a8c5-d96690454663 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.773226] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "refresh_cache-78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.773543] env[69572]: DEBUG nova.compute.manager [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Instance network_info: |[{"id": "b75554b4-4850-456f-be3e-6d942c1d2b05", "address": "fa:16:3e:b1:8c:1b", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75554b4-48", "ovs_interfaceid": "b75554b4-4850-456f-be3e-6d942c1d2b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 627.774061] env[69572]: DEBUG oslo_concurrency.lockutils [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] Acquired lock "refresh_cache-78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.774249] env[69572]: DEBUG nova.network.neutron [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Refreshing network info cache for port b75554b4-4850-456f-be3e-6d942c1d2b05 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.775373] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:8c:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b75554b4-4850-456f-be3e-6d942c1d2b05', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.782785] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.783458] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340c8085-9d17-4bed-b0c1-5ac43cf4fe8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.786998] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.787239] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d091eb07-58dd-4584-9944-46b04f72b69d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.808123] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ada44-af03-4e02-bb31-4d21a45c6049 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.811747] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.811747] env[69572]: value = "task-3433814" [ 627.811747] env[69572]: _type = "Task" [ 627.811747] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.823651] env[69572]: DEBUG nova.compute.provider_tree [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.829870] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433814, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.918103] env[69572]: DEBUG nova.network.neutron [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Successfully updated port: 5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.015270] env[69572]: DEBUG nova.compute.manager [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 628.025087] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433811, 'name': CreateVM_Task, 'duration_secs': 1.671915} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.025528] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.026243] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.026395] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.026726] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.026957] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f0d936-2423-4e00-b043-99035f2a1f84 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.032781] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 628.032781] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526301b6-721f-6dee-83b1-cc14338916f7" [ 628.032781] env[69572]: _type = "Task" [ 628.032781] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.044082] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526301b6-721f-6dee-83b1-cc14338916f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.205269] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433813, 'name': ReconfigVM_Task, 'duration_secs': 1.455698} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.205269] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Reconfigured VM instance instance-0000000c to attach disk [datastore2] d1f691d5-15f8-4b39-9981-3420e771eaa4/d1f691d5-15f8-4b39-9981-3420e771eaa4.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.206166] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1bac1c3-15cd-4644-907b-22cd72dfcfc9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.212761] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 628.212761] env[69572]: value = "task-3433815" [ 628.212761] env[69572]: _type = "Task" [ 628.212761] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.228495] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433815, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.234595] env[69572]: DEBUG nova.compute.manager [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 628.234710] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.236030] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9458c6-b453-4212-934a-cde1d312d1c9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.248864] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.249141] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b81ec583-622b-44a4-b408-cb5243c360fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.257972] env[69572]: DEBUG oslo_vmware.api [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for the task: (returnval){ [ 628.257972] env[69572]: value = "task-3433816" [ 628.257972] env[69572]: _type = "Task" [ 628.257972] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.267543] env[69572]: DEBUG oslo_vmware.api [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.326490] env[69572]: DEBUG nova.scheduler.client.report [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.330310] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433814, 'name': CreateVM_Task, 'duration_secs': 0.348255} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.330894] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.332995] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.424780] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquiring lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.424943] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquired lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.425146] env[69572]: DEBUG nova.network.neutron [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.547230] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526301b6-721f-6dee-83b1-cc14338916f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.547702] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.548137] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.548571] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.549277] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.549633] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.552785] env[69572]: DEBUG nova.network.neutron [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Updated VIF entry in instance network info cache for port af7fab39-c5e0-4380-b267-58b4e53621b7. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.553184] env[69572]: DEBUG nova.network.neutron [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Updating instance_info_cache with network_info: [{"id": "af7fab39-c5e0-4380-b267-58b4e53621b7", "address": "fa:16:3e:66:75:3e", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7fab39-c5", "ovs_interfaceid": "af7fab39-c5e0-4380-b267-58b4e53621b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.555548] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.556060] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.556437] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-027850f3-0df6-4b36-aa59-4ea137d598a1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.566673] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.566673] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf15305-0e9a-4699-8ccf-27efad839487 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.573762] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 628.573762] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521bfb04-f7d0-555a-9eec-82e0d85eaad5" [ 628.573762] env[69572]: _type = "Task" [ 628.573762] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.578909] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.578909] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.579999] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af14696-c82c-4e5b-a10d-79da1ce41339 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.589042] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521bfb04-f7d0-555a-9eec-82e0d85eaad5, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.589042] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.589042] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.589042] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.589743] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 628.589743] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f4472c-616e-1508-7292-55049a4d8d95" [ 628.589743] env[69572]: _type = "Task" [ 628.589743] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.599481] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f4472c-616e-1508-7292-55049a4d8d95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.698031] env[69572]: DEBUG nova.network.neutron [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Updated VIF entry in instance network info cache for port b75554b4-4850-456f-be3e-6d942c1d2b05. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.698332] env[69572]: DEBUG nova.network.neutron [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Updating instance_info_cache with network_info: [{"id": "b75554b4-4850-456f-be3e-6d942c1d2b05", "address": "fa:16:3e:b1:8c:1b", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75554b4-48", "ovs_interfaceid": "b75554b4-4850-456f-be3e-6d942c1d2b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.725199] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433815, 'name': Rename_Task, 'duration_secs': 0.185712} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.725199] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.726529] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a183fb78-68be-44f0-81b5-6b38d3269150 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.734475] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 628.734475] env[69572]: value = "task-3433817" [ 628.734475] env[69572]: _type = "Task" [ 628.734475] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.742615] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.773029] env[69572]: DEBUG oslo_vmware.api [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433816, 'name': PowerOffVM_Task, 'duration_secs': 0.184034} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.774418] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.774418] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.774418] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aee22ab8-239c-4cf7-9696-ac5fa1787813 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.832600] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.833247] env[69572]: DEBUG nova.compute.manager [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 628.837547] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.424s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.837838] env[69572]: DEBUG nova.objects.instance [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lazy-loading 'resources' on Instance uuid 25100a8f-aab3-48dd-9971-983dfdc644cf {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.843294] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.843771] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.843771] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Deleting the datastore file [datastore2] b021a0db-b6df-4000-8f62-8d8ee448f1da {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.845452] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07c087d2-7e16-43a5-b428-aa1293467104 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.852721] env[69572]: DEBUG oslo_vmware.api [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for the task: (returnval){ [ 628.852721] env[69572]: value = "task-3433819" [ 628.852721] env[69572]: _type = "Task" [ 628.852721] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.863176] env[69572]: DEBUG oslo_vmware.api [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.970827] env[69572]: DEBUG nova.network.neutron [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.065781] env[69572]: DEBUG oslo_concurrency.lockutils [req-3a188aed-11a1-44f5-ae36-0cad1c5ca7d1 req-128b6997-1297-419e-a2ea-e52e37358b87 service nova] Releasing lock "refresh_cache-acb7abcf-f9b2-438d-bcaa-5ff100937a91" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.101664] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f4472c-616e-1508-7292-55049a4d8d95, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.102494] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f302665c-a92c-4de2-9ffe-f646fc3d1512 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.109566] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 629.109566] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a92278-8ee7-f878-ae6d-a3246e31730b" [ 629.109566] env[69572]: _type = "Task" [ 629.109566] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.119224] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a92278-8ee7-f878-ae6d-a3246e31730b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.155357] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquiring lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.155659] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.206949] env[69572]: DEBUG nova.network.neutron [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Updating instance_info_cache with network_info: [{"id": "5212f478-2a3e-4326-9784-2c95d3798171", "address": "fa:16:3e:6b:e6:1f", "network": {"id": "a8546193-aaff-4b52-8d95-074d25f8df28", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2080815476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "516cecb89b234f95bf6cc4d5ee126465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212f478-2a", "ovs_interfaceid": "5212f478-2a3e-4326-9784-2c95d3798171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.208793] env[69572]: DEBUG oslo_concurrency.lockutils [req-468a497c-e032-4a7b-8dd9-de28e5cf9465 req-9655a9b4-38c8-4435-b648-1ffb4f2a0c43 service nova] Releasing lock "refresh_cache-78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.247521] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433817, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.346599] env[69572]: DEBUG nova.compute.utils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.351146] env[69572]: DEBUG nova.compute.manager [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 629.351522] env[69572]: DEBUG nova.network.neutron [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.365872] env[69572]: DEBUG oslo_vmware.api [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Task: {'id': task-3433819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210828} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.366301] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.366443] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.366551] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.366766] env[69572]: INFO nova.compute.manager [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Took 1.13 seconds to destroy the instance on the hypervisor. [ 629.367038] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.367328] env[69572]: DEBUG nova.compute.manager [-] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 629.367394] env[69572]: DEBUG nova.network.neutron [-] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.630323] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a92278-8ee7-f878-ae6d-a3246e31730b, 'name': SearchDatastore_Task, 'duration_secs': 0.013504} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.632900] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.633233] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.633990] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.634148] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.634250] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eb5a38f-2519-41d5-b653-97753579387d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.636536] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b9355a9-30d4-46de-9d41-c545df087100 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.645384] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 629.645384] env[69572]: value = "task-3433820" [ 629.645384] env[69572]: _type = "Task" [ 629.645384] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.646741] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.646908] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.654311] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ea144d-9fbe-4d0a-be8b-0960b54879d7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.661389] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 629.661389] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52887089-5cb4-19cb-43fa-c343ece0e215" [ 629.661389] env[69572]: _type = "Task" [ 629.661389] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.665029] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.674770] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52887089-5cb4-19cb-43fa-c343ece0e215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.692346] env[69572]: DEBUG nova.policy [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88aa945e19fe4811a959e65c1e4acc59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a111dec6efe64247be0ea72117cbc665', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.707171] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "ac2e4d87-28eb-4d0a-9eca-7e110f4802b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.707171] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "ac2e4d87-28eb-4d0a-9eca-7e110f4802b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.707171] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "ac2e4d87-28eb-4d0a-9eca-7e110f4802b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.707464] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "ac2e4d87-28eb-4d0a-9eca-7e110f4802b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.707643] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "ac2e4d87-28eb-4d0a-9eca-7e110f4802b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.710392] env[69572]: INFO nova.compute.manager [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Terminating instance [ 629.712034] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Releasing lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.712034] env[69572]: DEBUG nova.compute.manager [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Instance network_info: |[{"id": "5212f478-2a3e-4326-9784-2c95d3798171", "address": "fa:16:3e:6b:e6:1f", "network": {"id": "a8546193-aaff-4b52-8d95-074d25f8df28", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2080815476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "516cecb89b234f95bf6cc4d5ee126465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212f478-2a", "ovs_interfaceid": "5212f478-2a3e-4326-9784-2c95d3798171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 629.714564] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:e6:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2907cce-d529-4809-af05-d29397bed211', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5212f478-2a3e-4326-9784-2c95d3798171', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.722515] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Creating folder: Project (516cecb89b234f95bf6cc4d5ee126465). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.726142] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2fd3656-948f-45cc-93bc-d8105b1952cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.740533] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Created folder: Project (516cecb89b234f95bf6cc4d5ee126465) in parent group-v685431. [ 629.740773] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Creating folder: Instances. Parent ref: group-v685472. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.741464] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22727f58-fcb8-49d0-93b1-49cda75867e7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.751273] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433817, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.760696] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Created folder: Instances in parent group-v685472. [ 629.760869] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.761513] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.762463] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8c05c6a-1d03-487e-91cd-c995cea04aa1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.787133] env[69572]: DEBUG nova.compute.manager [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 629.790258] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078bec66-c3c5-4884-8edc-17404eb0b3e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.801792] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.801792] env[69572]: value = "task-3433823" [ 629.801792] env[69572]: _type = "Task" [ 629.801792] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.815759] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433823, 'name': CreateVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.854968] env[69572]: DEBUG nova.compute.manager [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 629.875408] env[69572]: DEBUG nova.compute.manager [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Received event network-vif-plugged-5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 629.875664] env[69572]: DEBUG oslo_concurrency.lockutils [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] Acquiring lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.876293] env[69572]: DEBUG oslo_concurrency.lockutils [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] Lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.877449] env[69572]: DEBUG oslo_concurrency.lockutils [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] Lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.877657] env[69572]: DEBUG nova.compute.manager [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] No waiting events found dispatching network-vif-plugged-5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 629.877891] env[69572]: WARNING nova.compute.manager [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Received unexpected event network-vif-plugged-5212f478-2a3e-4326-9784-2c95d3798171 for instance with vm_state building and task_state spawning. [ 629.878384] env[69572]: DEBUG nova.compute.manager [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Received event network-changed-5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 629.878629] env[69572]: DEBUG nova.compute.manager [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Refreshing instance network info cache due to event network-changed-5212f478-2a3e-4326-9784-2c95d3798171. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 629.878855] env[69572]: DEBUG oslo_concurrency.lockutils [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] Acquiring lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.879009] env[69572]: DEBUG oslo_concurrency.lockutils [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] Acquired lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.879230] env[69572]: DEBUG nova.network.neutron [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Refreshing network info cache for port 5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.882932] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e39b761-0be5-475a-8d74-12d3f0a8dfe7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.891414] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08ffc32-a478-4178-a6b9-c1f5465609e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.929732] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a8791d-b959-4004-9600-d2e37221f618 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.942161] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f8f83c-926f-4ed9-b02e-1fde519e7443 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.960028] env[69572]: DEBUG nova.compute.provider_tree [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.161396] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433820, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.174796] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52887089-5cb4-19cb-43fa-c343ece0e215, 'name': SearchDatastore_Task, 'duration_secs': 0.011898} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.176426] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24dcc64b-6e9d-4412-a78d-15a69dec1d76 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.187579] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 630.187579] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5212ebaf-bef8-7d43-8b5e-eea4986bcd9f" [ 630.187579] env[69572]: _type = "Task" [ 630.187579] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.203084] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5212ebaf-bef8-7d43-8b5e-eea4986bcd9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.225600] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "refresh_cache-ac2e4d87-28eb-4d0a-9eca-7e110f4802b1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.225912] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquired lock "refresh_cache-ac2e4d87-28eb-4d0a-9eca-7e110f4802b1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.226199] env[69572]: DEBUG nova.network.neutron [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.251794] env[69572]: DEBUG oslo_vmware.api [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433817, 'name': PowerOnVM_Task, 'duration_secs': 1.144143} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.252120] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.254018] env[69572]: INFO nova.compute.manager [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Took 11.96 seconds to spawn the instance on the hypervisor. [ 630.254018] env[69572]: DEBUG nova.compute.manager [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 630.254018] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6373e277-bbc7-47a5-81bc-6e3af992850d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.304344] env[69572]: INFO nova.compute.manager [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] instance snapshotting [ 630.310290] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69d5ce4-3591-4cc9-a336-d0133085f908 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.322540] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433823, 'name': CreateVM_Task, 'duration_secs': 0.510202} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.323246] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.323998] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.324349] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.326871] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.343365] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727e05d5-7e7e-471f-bac3-3a39e9eeeb69 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.351256] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6768992a-f17b-4a76-a710-7ebb74e2e4c1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.354963] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.354963] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.358703] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for the task: (returnval){ [ 630.358703] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52792ae1-8c3e-fff2-8199-0dac2bb7013d" [ 630.358703] env[69572]: _type = "Task" [ 630.358703] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.379455] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52792ae1-8c3e-fff2-8199-0dac2bb7013d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.462853] env[69572]: DEBUG nova.scheduler.client.report [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.605040] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquiring lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.607030] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.659242] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687296} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.659530] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.659823] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.660770] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05e293e8-20ef-4859-9a23-3ad22d03f07e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.667962] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 630.667962] env[69572]: value = "task-3433824" [ 630.667962] env[69572]: _type = "Task" [ 630.667962] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.679976] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.699127] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5212ebaf-bef8-7d43-8b5e-eea4986bcd9f, 'name': SearchDatastore_Task, 'duration_secs': 0.064609} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.699432] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.699755] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23/78e0da44-89e0-4ef8-9de1-bd8f3a15cb23.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.700037] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aefc9581-f02d-4781-bfc9-05995675743f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.706591] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 630.706591] env[69572]: value = "task-3433825" [ 630.706591] env[69572]: _type = "Task" [ 630.706591] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.714843] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.772066] env[69572]: DEBUG nova.network.neutron [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.778836] env[69572]: INFO nova.compute.manager [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Took 31.66 seconds to build instance. [ 630.824206] env[69572]: INFO nova.compute.manager [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Rescuing [ 630.824947] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "refresh_cache-40ca4dca-587e-4a1e-aa97-25752a2e322a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.825291] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "refresh_cache-40ca4dca-587e-4a1e-aa97-25752a2e322a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.825796] env[69572]: DEBUG nova.network.neutron [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.871192] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52792ae1-8c3e-fff2-8199-0dac2bb7013d, 'name': SearchDatastore_Task, 'duration_secs': 0.030397} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.872207] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 630.872562] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.873920] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.873920] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.873920] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.873920] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.874367] env[69572]: DEBUG nova.compute.manager [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 630.876301] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d8eef4c7-467d-487f-ade1-4a7a099c0208 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.878681] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ca43041-2e58-44c8-b7ca-93a945552321 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.888796] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 630.888796] env[69572]: value = "task-3433826" [ 630.888796] env[69572]: _type = "Task" [ 630.888796] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.890169] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.890169] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.893642] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0320fed1-9ef9-4fea-bfa4-6102d13829b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.906420] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for the task: (returnval){ [ 630.906420] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522e79b5-8440-5b63-8c9a-8e75a1850b02" [ 630.906420] env[69572]: _type = "Task" [ 630.906420] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.906765] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433826, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.913146] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.913146] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.913146] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.913146] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.913146] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.913146] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.916888] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.917083] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.917260] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.917462] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.917651] env[69572]: DEBUG nova.virt.hardware [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.918556] env[69572]: DEBUG nova.network.neutron [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Successfully created port: 2aa538d7-72ec-4460-b348-a0ce2844d9a4 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.921595] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb93d530-3733-4b26-b368-a04a0ef20c51 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.929887] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522e79b5-8440-5b63-8c9a-8e75a1850b02, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.932658] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e8a61f-47f0-4ba1-af8e-244de12c4696 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.935930] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9464f796-94ef-43a0-b776-5ea04d918913 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.941042] env[69572]: DEBUG nova.network.neutron [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.955888] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for the task: (returnval){ [ 630.955888] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5203a94e-b1aa-a502-6a07-66ec80a03024" [ 630.955888] env[69572]: _type = "Task" [ 630.955888] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.966791] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5203a94e-b1aa-a502-6a07-66ec80a03024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.969226] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.971382] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.514s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.973184] env[69572]: INFO nova.compute.claims [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.996113] env[69572]: INFO nova.scheduler.client.report [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Deleted allocations for instance 25100a8f-aab3-48dd-9971-983dfdc644cf [ 631.027859] env[69572]: DEBUG nova.network.neutron [-] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.040366] env[69572]: DEBUG nova.network.neutron [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Updated VIF entry in instance network info cache for port 5212f478-2a3e-4326-9784-2c95d3798171. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.040744] env[69572]: DEBUG nova.network.neutron [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Updating instance_info_cache with network_info: [{"id": "5212f478-2a3e-4326-9784-2c95d3798171", "address": "fa:16:3e:6b:e6:1f", "network": {"id": "a8546193-aaff-4b52-8d95-074d25f8df28", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2080815476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516cecb89b234f95bf6cc4d5ee126465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212f478-2a", "ovs_interfaceid": "5212f478-2a3e-4326-9784-2c95d3798171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.184135] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072263} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.184419] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.186052] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47c0c3c-37f0-4eb6-a3f2-f30bf04573ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.212601] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.213158] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34627b4-91c8-4504-953d-7091fabb1f07 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.246036] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433825, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.247573] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 631.247573] env[69572]: value = "task-3433827" [ 631.247573] env[69572]: _type = "Task" [ 631.247573] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.258918] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.281874] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b9cb95cb-f8b3-41b5-8102-7a98896fdd3a tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lock "d1f691d5-15f8-4b39-9981-3420e771eaa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.378s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.402264] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433826, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.444944] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Releasing lock "refresh_cache-ac2e4d87-28eb-4d0a-9eca-7e110f4802b1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.445445] env[69572]: DEBUG nova.compute.manager [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 631.447017] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.447017] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da579ef-95c4-4c57-8d21-0505fb08abb0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.456439] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.459118] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1142cdb3-102c-40a5-af46-28fb8686ab68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.470655] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5203a94e-b1aa-a502-6a07-66ec80a03024, 'name': SearchDatastore_Task, 'duration_secs': 0.04363} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.472195] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.472542] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 58c7418e-6ead-49a3-9b36-a06b2b50bbd7/58c7418e-6ead-49a3-9b36-a06b2b50bbd7.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.472939] env[69572]: DEBUG oslo_vmware.api [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 631.472939] env[69572]: value = "task-3433828" [ 631.472939] env[69572]: _type = "Task" [ 631.472939] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.473184] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9fbacf2-968e-441e-b254-f10c51936aca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.485370] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for the task: (returnval){ [ 631.485370] env[69572]: value = "task-3433829" [ 631.485370] env[69572]: _type = "Task" [ 631.485370] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.490661] env[69572]: DEBUG oslo_vmware.api [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.504327] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.508393] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1117397c-5896-4c4e-864c-dd93d5a0fada tempest-ServerDiagnosticsNegativeTest-1808804293 tempest-ServerDiagnosticsNegativeTest-1808804293-project-member] Lock "25100a8f-aab3-48dd-9971-983dfdc644cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.284s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.530349] env[69572]: INFO nova.compute.manager [-] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Took 2.16 seconds to deallocate network for instance. [ 631.544220] env[69572]: DEBUG oslo_concurrency.lockutils [req-8e8e0a1c-461b-4209-917f-f437fff0fa20 req-70ddd258-51b2-4806-89be-a43e97276c31 service nova] Releasing lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.660835] env[69572]: DEBUG nova.network.neutron [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Updating instance_info_cache with network_info: [{"id": "2d1faa24-6737-4314-ac67-8e15119df362", "address": "fa:16:3e:80:9b:54", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1faa24-67", "ovs_interfaceid": "2d1faa24-6737-4314-ac67-8e15119df362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.728294] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870947} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.728930] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23/78e0da44-89e0-4ef8-9de1-bd8f3a15cb23.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.731740] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.731740] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d16f4b4-3dc8-4bf1-a0ca-f8e0678ea677 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.740333] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 631.740333] env[69572]: value = "task-3433830" [ 631.740333] env[69572]: _type = "Task" [ 631.740333] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.759265] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.769152] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433827, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.783647] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 631.838755] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "8621a619-9c29-45e6-891a-81faa8a2d0b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.839083] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8621a619-9c29-45e6-891a-81faa8a2d0b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.906116] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433826, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.996557] env[69572]: DEBUG oslo_vmware.api [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433828, 'name': PowerOffVM_Task, 'duration_secs': 0.172088} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.999534] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.999766] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.000457] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cf38c27-2d2b-416f-a076-8ead111ea396 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.011718] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433829, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.029135] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.029321] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.029528] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Deleting the datastore file [datastore2] ac2e4d87-28eb-4d0a-9eca-7e110f4802b1 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.029798] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dbc7cd5-bab1-47cb-a5b6-4bb2ada90bca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.036512] env[69572]: DEBUG oslo_vmware.api [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for the task: (returnval){ [ 632.036512] env[69572]: value = "task-3433832" [ 632.036512] env[69572]: _type = "Task" [ 632.036512] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.043945] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.050380] env[69572]: DEBUG oslo_vmware.api [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.163452] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "refresh_cache-40ca4dca-587e-4a1e-aa97-25752a2e322a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.252195] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148772} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.256319] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.264014] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863f10b6-d130-46c5-bd9e-f3af3c5d2af2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.272190] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433827, 'name': ReconfigVM_Task, 'duration_secs': 0.53715} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.282360] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Reconfigured VM instance instance-0000000d to attach disk [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.291778] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23/78e0da44-89e0-4ef8-9de1-bd8f3a15cb23.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.294876] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a3440ac-4d63-49ba-a695-9066bfcd6ad4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.300767] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923f4004-c1f9-4e45-a6e2-0693ad8aff13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.321799] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 632.321799] env[69572]: value = "task-3433833" [ 632.321799] env[69572]: _type = "Task" [ 632.321799] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.326021] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 632.326021] env[69572]: value = "task-3433834" [ 632.326021] env[69572]: _type = "Task" [ 632.326021] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.335837] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433833, 'name': Rename_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.341829] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433834, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.342899] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.402116] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433826, 'name': CreateSnapshot_Task, 'duration_secs': 1.389248} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.402412] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 632.403189] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6949cf-b09c-40d7-97d6-c3b403a69b8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.423013] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "6a0aa2a6-2625-4aef-9e13-e7c6e9d15338" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.423013] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "6a0aa2a6-2625-4aef-9e13-e7c6e9d15338" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.506440] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668464} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.509290] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 58c7418e-6ead-49a3-9b36-a06b2b50bbd7/58c7418e-6ead-49a3-9b36-a06b2b50bbd7.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.510938] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.510938] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e5af672-834c-4047-94b8-43875e73d7ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.518813] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for the task: (returnval){ [ 632.518813] env[69572]: value = "task-3433835" [ 632.518813] env[69572]: _type = "Task" [ 632.518813] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.536480] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.550195] env[69572]: DEBUG oslo_vmware.api [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Task: {'id': task-3433832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373892} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.550532] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.551243] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.551243] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.551243] env[69572]: INFO nova.compute.manager [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 632.551400] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.551472] env[69572]: DEBUG nova.compute.manager [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 632.551562] env[69572]: DEBUG nova.network.neutron [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.577818] env[69572]: DEBUG nova.network.neutron [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.582475] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc88bb1-4623-4e92-b8da-3d1ff8b7f9e7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.596015] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbf20b0-d1b4-4c70-b4cf-5d44509f4a59 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.637772] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2cedf4-605b-4662-a312-ff1e05d02de6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.647357] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a27fa8c-31f7-4126-b9fa-bf3e9df78ab9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.665035] env[69572]: DEBUG nova.compute.provider_tree [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.770309] env[69572]: DEBUG nova.network.neutron [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Successfully updated port: 2aa538d7-72ec-4460-b348-a0ce2844d9a4 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.838581] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433833, 'name': Rename_Task, 'duration_secs': 0.341576} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.842500] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.843823] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433834, 'name': ReconfigVM_Task, 'duration_secs': 0.287093} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.844079] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd1b17ca-497a-487d-b181-a4784c0c2d53 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.845899] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23/78e0da44-89e0-4ef8-9de1-bd8f3a15cb23.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.846559] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df135b2b-fc81-42ee-9d5b-9e4b1c3b7106 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.853264] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 632.853264] env[69572]: value = "task-3433836" [ 632.853264] env[69572]: _type = "Task" [ 632.853264] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.857904] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 632.857904] env[69572]: value = "task-3433837" [ 632.857904] env[69572]: _type = "Task" [ 632.857904] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.868560] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.874172] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433837, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.931414] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 632.931971] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf3ed80c-9838-4678-ab13-8128b2b1ff49 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.941786] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 632.941786] env[69572]: value = "task-3433838" [ 632.941786] env[69572]: _type = "Task" [ 632.941786] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.951449] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433838, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.030231] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140989} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.030485] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.031330] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393ef08b-cab7-49fb-8446-89a29052c0c3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.057708] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 58c7418e-6ead-49a3-9b36-a06b2b50bbd7/58c7418e-6ead-49a3-9b36-a06b2b50bbd7.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.058328] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54213c8e-e7da-47da-9af3-d1a014cccf30 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.081592] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for the task: (returnval){ [ 633.081592] env[69572]: value = "task-3433839" [ 633.081592] env[69572]: _type = "Task" [ 633.081592] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.090480] env[69572]: DEBUG nova.network.neutron [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.092286] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.168786] env[69572]: DEBUG nova.scheduler.client.report [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.274441] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquiring lock "refresh_cache-0e2b3af9-354e-494f-8c25-521e8247325d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.274441] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquired lock "refresh_cache-0e2b3af9-354e-494f-8c25-521e8247325d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.274441] env[69572]: DEBUG nova.network.neutron [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.366721] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433836, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.372035] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433837, 'name': Rename_Task, 'duration_secs': 0.260811} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.372294] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.372572] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22006f35-0658-4908-9706-d740272d127e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.379531] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 633.379531] env[69572]: value = "task-3433840" [ 633.379531] env[69572]: _type = "Task" [ 633.379531] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.388077] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.425398] env[69572]: DEBUG nova.compute.manager [req-f39fd78d-bb48-4363-95a7-b13534d45d3d req-ec75a126-662e-492d-9ce5-44e289a110e8 service nova] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Received event network-vif-deleted-dd3642c1-2dc5-440d-b65e-594d874092fa {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 633.454419] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433838, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.593627] env[69572]: INFO nova.compute.manager [-] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Took 1.04 seconds to deallocate network for instance. [ 633.593627] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.674629] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.675246] env[69572]: DEBUG nova.compute.manager [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 633.681365] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.569s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.681532] env[69572]: DEBUG nova.objects.instance [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 633.698683] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.700653] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f75fbcd1-ad7a-4203-bdfe-2a995dd03b8f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.706429] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 633.706429] env[69572]: value = "task-3433841" [ 633.706429] env[69572]: _type = "Task" [ 633.706429] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.718548] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.828380] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "3632a917-e091-4fbe-aee1-00d7442885df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.828754] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "3632a917-e091-4fbe-aee1-00d7442885df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.834362] env[69572]: DEBUG nova.network.neutron [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.866023] env[69572]: DEBUG oslo_vmware.api [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433836, 'name': PowerOnVM_Task, 'duration_secs': 0.873043} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.870347] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.870347] env[69572]: INFO nova.compute.manager [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Took 12.96 seconds to spawn the instance on the hypervisor. [ 633.870347] env[69572]: DEBUG nova.compute.manager [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 633.871323] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c6a184-e1c7-4a30-9054-9eb28634c7e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.892804] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.953592] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433838, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.069291] env[69572]: DEBUG nova.network.neutron [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Updating instance_info_cache with network_info: [{"id": "2aa538d7-72ec-4460-b348-a0ce2844d9a4", "address": "fa:16:3e:c8:98:23", "network": {"id": "f420056a-d86b-468a-a3f9-f44979bc8a7f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-832582080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a111dec6efe64247be0ea72117cbc665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa538d7-72", "ovs_interfaceid": "2aa538d7-72ec-4460-b348-a0ce2844d9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.090857] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433839, 'name': ReconfigVM_Task, 'duration_secs': 0.717919} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.093222] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 58c7418e-6ead-49a3-9b36-a06b2b50bbd7/58c7418e-6ead-49a3-9b36-a06b2b50bbd7.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.094705] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b446c0d-a9b5-468d-bc10-96d0ac4d6760 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.102080] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.103158] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for the task: (returnval){ [ 634.103158] env[69572]: value = "task-3433842" [ 634.103158] env[69572]: _type = "Task" [ 634.103158] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.111500] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433842, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.188997] env[69572]: DEBUG nova.compute.utils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.194497] env[69572]: DEBUG nova.compute.manager [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 634.194497] env[69572]: DEBUG nova.network.neutron [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.218590] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433841, 'name': PowerOffVM_Task, 'duration_secs': 0.338128} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.218906] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.219768] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed8609b-0315-42f4-8f14-03bef72d0f74 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.240652] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117003d4-6a16-4505-b6a6-bdbdbe9b4949 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.268955] env[69572]: DEBUG nova.policy [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d01bcca54d947eca11164128595a5f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57bc14a4ac6499baa8f6a3906af1b98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.279726] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.280043] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53a6b1ca-e533-4ba7-8d65-72fb16790ada {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.286304] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 634.286304] env[69572]: value = "task-3433843" [ 634.286304] env[69572]: _type = "Task" [ 634.286304] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.297595] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 634.297595] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.297595] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.297785] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.298007] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.298155] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-323bd4b2-6eb5-4b51-9512-a05dc4f97b96 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.305617] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.305828] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.306745] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171b0ea3-6cb2-42fc-8719-46f442f5ae58 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.313331] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 634.313331] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522bb5ca-6ede-f3f5-6f6a-819021c187c1" [ 634.313331] env[69572]: _type = "Task" [ 634.313331] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.322166] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522bb5ca-6ede-f3f5-6f6a-819021c187c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.401352] env[69572]: DEBUG oslo_vmware.api [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3433840, 'name': PowerOnVM_Task, 'duration_secs': 0.67193} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.403076] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.403278] env[69572]: INFO nova.compute.manager [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Took 10.80 seconds to spawn the instance on the hypervisor. [ 634.403493] env[69572]: DEBUG nova.compute.manager [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 634.403917] env[69572]: INFO nova.compute.manager [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Took 33.54 seconds to build instance. [ 634.405691] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30538fb-55da-489e-9c6c-1ebade57e612 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.457076] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433838, 'name': CloneVM_Task, 'duration_secs': 1.43597} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.458714] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Created linked-clone VM from snapshot [ 634.460454] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67658d60-c493-48a8-94d5-125f88f049a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.471529] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Uploading image c7bad3d2-12b5-4dcc-9ceb-9882430be83c {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 634.480387] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "8ac151eb-9fb8-42e8-b4cf-454d77655f61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.480795] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8ac151eb-9fb8-42e8-b4cf-454d77655f61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.481965] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 634.482903] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84a3191c-8857-4aa7-86d5-e0f690e79d65 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.490277] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 634.490277] env[69572]: value = "task-3433844" [ 634.490277] env[69572]: _type = "Task" [ 634.490277] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.500075] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433844, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.546240] env[69572]: DEBUG nova.compute.manager [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 634.551050] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71c7f8d-662f-4886-a25a-0154de527c0c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.572995] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Releasing lock "refresh_cache-0e2b3af9-354e-494f-8c25-521e8247325d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.572995] env[69572]: DEBUG nova.compute.manager [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Instance network_info: |[{"id": "2aa538d7-72ec-4460-b348-a0ce2844d9a4", "address": "fa:16:3e:c8:98:23", "network": {"id": "f420056a-d86b-468a-a3f9-f44979bc8a7f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-832582080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a111dec6efe64247be0ea72117cbc665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa538d7-72", "ovs_interfaceid": "2aa538d7-72ec-4460-b348-a0ce2844d9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 634.572995] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:98:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2aa538d7-72ec-4460-b348-a0ce2844d9a4', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.583664] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Creating folder: Project (a111dec6efe64247be0ea72117cbc665). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.584046] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7389baf-63ca-4f05-a840-75d2a4205c72 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.594418] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Created folder: Project (a111dec6efe64247be0ea72117cbc665) in parent group-v685431. [ 634.594516] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Creating folder: Instances. Parent ref: group-v685477. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.594809] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76244cb1-023f-462c-bf03-5bc85d7c8621 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.605686] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Created folder: Instances in parent group-v685477. [ 634.605970] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.611125] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.612043] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-707dd8c5-a52d-4ee7-b905-e8b9712f610d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.638369] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433842, 'name': Rename_Task, 'duration_secs': 0.247184} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.639966] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.640190] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.640190] env[69572]: value = "task-3433847" [ 634.640190] env[69572]: _type = "Task" [ 634.640190] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.640483] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b7bd7a2-63fd-4cb6-a485-97b5ca0eabe8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.653364] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for the task: (returnval){ [ 634.653364] env[69572]: value = "task-3433848" [ 634.653364] env[69572]: _type = "Task" [ 634.653364] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.660616] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.694274] env[69572]: DEBUG nova.compute.manager [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 634.699243] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c20acbe-e692-4416-a2a2-339c2b7d2644 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.700263] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.927s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.702454] env[69572]: INFO nova.compute.claims [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.824274] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522bb5ca-6ede-f3f5-6f6a-819021c187c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.824744] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1226c812-ed43-4609-b048-298f4307c352 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.830240] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 634.830240] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b09201-9baa-74f0-e1ec-6277d44648c3" [ 634.830240] env[69572]: _type = "Task" [ 634.830240] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.839164] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b09201-9baa-74f0-e1ec-6277d44648c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.897172] env[69572]: DEBUG nova.network.neutron [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Successfully created port: 35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.909634] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3582158e-5bb2-4c24-8531-95f64b65bbaf tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.120s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.929553] env[69572]: INFO nova.compute.manager [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Took 32.47 seconds to build instance. [ 635.001611] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433844, 'name': Destroy_Task, 'duration_secs': 0.353637} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.001937] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Destroyed the VM [ 635.002328] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 635.002625] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2f9adca9-376b-4c7c-9673-1ddab1256dc6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.009868] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 635.009868] env[69572]: value = "task-3433849" [ 635.009868] env[69572]: _type = "Task" [ 635.009868] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.022466] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.060061] env[69572]: INFO nova.compute.manager [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] instance snapshotting [ 635.063363] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff028f25-d95e-4ef7-b413-8196d07ba21b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.090866] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3874b12c-97cf-4e30-9b3d-ed6b986656bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.152865] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433847, 'name': CreateVM_Task, 'duration_secs': 0.362983} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.156658] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.157782] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.158013] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.158384] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.159223] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c604105a-4576-4a53-b852-6f8479421cf6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.164494] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.169399] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for the task: (returnval){ [ 635.169399] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d25ba9-3f33-b9e6-04a3-c1891b15312b" [ 635.169399] env[69572]: _type = "Task" [ 635.169399] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.179199] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d25ba9-3f33-b9e6-04a3-c1891b15312b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.342355] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b09201-9baa-74f0-e1ec-6277d44648c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.342661] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.342927] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 40ca4dca-587e-4a1e-aa97-25752a2e322a/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. {{(pid=69572) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 635.343390] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1812f385-ef58-4163-b14e-dd8c5533b392 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.350933] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 635.350933] env[69572]: value = "task-3433850" [ 635.350933] env[69572]: _type = "Task" [ 635.350933] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.363965] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.412331] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 635.434083] env[69572]: DEBUG oslo_concurrency.lockutils [None req-35ac9b42-07ce-401f-9d7a-4ef0c6585415 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.438s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.523202] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433849, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.606814] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 635.607215] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54a37e23-4530-4200-a40f-1969f7da71d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.616640] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 635.616640] env[69572]: value = "task-3433851" [ 635.616640] env[69572]: _type = "Task" [ 635.616640] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.627654] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.667745] env[69572]: DEBUG oslo_vmware.api [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433848, 'name': PowerOnVM_Task, 'duration_secs': 0.547653} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.668706] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.669159] env[69572]: INFO nova.compute.manager [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Took 9.46 seconds to spawn the instance on the hypervisor. [ 635.669514] env[69572]: DEBUG nova.compute.manager [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 635.672061] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea32e50b-55e5-4ccf-832d-5fca476dcc9a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.702107] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d25ba9-3f33-b9e6-04a3-c1891b15312b, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.702822] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.703212] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.703683] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.706020] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.706020] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.706020] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c632031-27b9-4b92-8db4-d2cf20bb6e86 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.716261] env[69572]: DEBUG nova.compute.manager [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 635.752606] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.752771] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.753587] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0408cc60-832f-47d0-a546-60cf29f0b981 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.766448] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for the task: (returnval){ [ 635.766448] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52295067-5c32-1e4a-20ef-d0770c142a8f" [ 635.766448] env[69572]: _type = "Task" [ 635.766448] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1089564013',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1295436616',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.776192] env[69572]: DEBUG nova.virt.hardware [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.776192] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de876255-e80d-4e1e-8c37-7b3db223e7da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.796250] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52295067-5c32-1e4a-20ef-d0770c142a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.799173] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5683a286-8ac0-4281-aeef-93e4d06b6cbd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.864017] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433850, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.937431] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.938020] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 636.027348] env[69572]: DEBUG oslo_vmware.api [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433849, 'name': RemoveSnapshot_Task, 'duration_secs': 0.534879} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.035729] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 636.046336] env[69572]: DEBUG nova.compute.manager [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Received event network-vif-plugged-2aa538d7-72ec-4460-b348-a0ce2844d9a4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 636.046590] env[69572]: DEBUG oslo_concurrency.lockutils [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] Acquiring lock "0e2b3af9-354e-494f-8c25-521e8247325d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.046814] env[69572]: DEBUG oslo_concurrency.lockutils [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] Lock "0e2b3af9-354e-494f-8c25-521e8247325d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.047588] env[69572]: DEBUG oslo_concurrency.lockutils [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] Lock "0e2b3af9-354e-494f-8c25-521e8247325d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.047805] env[69572]: DEBUG nova.compute.manager [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] No waiting events found dispatching network-vif-plugged-2aa538d7-72ec-4460-b348-a0ce2844d9a4 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 636.047973] env[69572]: WARNING nova.compute.manager [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Received unexpected event network-vif-plugged-2aa538d7-72ec-4460-b348-a0ce2844d9a4 for instance with vm_state building and task_state spawning. [ 636.048150] env[69572]: DEBUG nova.compute.manager [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Received event network-changed-2aa538d7-72ec-4460-b348-a0ce2844d9a4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 636.048341] env[69572]: DEBUG nova.compute.manager [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Refreshing instance network info cache due to event network-changed-2aa538d7-72ec-4460-b348-a0ce2844d9a4. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 636.048507] env[69572]: DEBUG oslo_concurrency.lockutils [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] Acquiring lock "refresh_cache-0e2b3af9-354e-494f-8c25-521e8247325d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.048644] env[69572]: DEBUG oslo_concurrency.lockutils [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] Acquired lock "refresh_cache-0e2b3af9-354e-494f-8c25-521e8247325d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.048791] env[69572]: DEBUG nova.network.neutron [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Refreshing network info cache for port 2aa538d7-72ec-4460-b348-a0ce2844d9a4 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.134146] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433851, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.214153] env[69572]: INFO nova.compute.manager [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Took 31.91 seconds to build instance. [ 636.287366] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52295067-5c32-1e4a-20ef-d0770c142a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.061103} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.296645] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquiring lock "ea9ccc07-f798-453a-9784-6039de0f6fe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.296645] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Lock "ea9ccc07-f798-453a-9784-6039de0f6fe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.296645] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6f1a1a-c052-4f5d-a6bb-752a3fa7ef1a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.302890] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for the task: (returnval){ [ 636.302890] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526477fa-3bec-5d2c-27b9-7252e3511e67" [ 636.302890] env[69572]: _type = "Task" [ 636.302890] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.309920] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526477fa-3bec-5d2c-27b9-7252e3511e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.333080] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1dc115-bfca-433d-8f14-3893bc1bb696 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.341583] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c229fea0-55a9-4fc3-93ef-276df0b6f41e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.382263] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a2bbdf-dc52-4844-905f-05cef58c4016 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.394128] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433850, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.394438] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8276a503-8356-4f82-9418-413473d24e75 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.408687] env[69572]: DEBUG nova.compute.provider_tree [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.462500] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.544895] env[69572]: WARNING nova.compute.manager [None req-927f125c-368c-45b8-8fdc-ec2692247240 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Image not found during snapshot: nova.exception.ImageNotFound: Image c7bad3d2-12b5-4dcc-9ceb-9882430be83c could not be found. [ 636.630662] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433851, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.716036] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2fdc1c41-9307-4daf-a196-ef35d329ce62 tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.708s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.828398] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526477fa-3bec-5d2c-27b9-7252e3511e67, 'name': SearchDatastore_Task, 'duration_secs': 0.030614} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.828398] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.828398] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 0e2b3af9-354e-494f-8c25-521e8247325d/0e2b3af9-354e-494f-8c25-521e8247325d.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.828398] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9df1dedf-f58a-4183-8858-b864e1daf772 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.837475] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for the task: (returnval){ [ 636.837475] env[69572]: value = "task-3433852" [ 636.837475] env[69572]: _type = "Task" [ 636.837475] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.848395] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.891306] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433850, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.912565] env[69572]: DEBUG nova.scheduler.client.report [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.926704] env[69572]: DEBUG nova.network.neutron [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Successfully updated port: 35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.949125] env[69572]: DEBUG nova.network.neutron [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Updated VIF entry in instance network info cache for port 2aa538d7-72ec-4460-b348-a0ce2844d9a4. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.949505] env[69572]: DEBUG nova.network.neutron [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Updating instance_info_cache with network_info: [{"id": "2aa538d7-72ec-4460-b348-a0ce2844d9a4", "address": "fa:16:3e:c8:98:23", "network": {"id": "f420056a-d86b-468a-a3f9-f44979bc8a7f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-832582080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a111dec6efe64247be0ea72117cbc665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa538d7-72", "ovs_interfaceid": "2aa538d7-72ec-4460-b348-a0ce2844d9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.135345] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433851, 'name': CreateSnapshot_Task, 'duration_secs': 1.195965} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.135641] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 637.136453] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2263de93-b8eb-47bf-9f88-f2c79260b640 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.217867] env[69572]: DEBUG nova.compute.manager [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 637.352213] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433852, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.391711] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433850, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.544965} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.392234] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 40ca4dca-587e-4a1e-aa97-25752a2e322a/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. [ 637.393263] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55bfead-2dfc-4797-b1de-ebfad165e6f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.421885] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 40ca4dca-587e-4a1e-aa97-25752a2e322a/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.422862] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.423719] env[69572]: DEBUG nova.compute.manager [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 637.426315] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ec7c85-9dd1-4a8e-a69a-0c810e05de55 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.443421] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.378s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.443421] env[69572]: DEBUG nova.objects.instance [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lazy-loading 'resources' on Instance uuid 0007c873-9bde-4617-8fab-e9e45b65f920 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.444615] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "refresh_cache-d937e8b6-24b2-480a-b4d1-a67e1e61ca19" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.444807] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquired lock "refresh_cache-d937e8b6-24b2-480a-b4d1-a67e1e61ca19" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.444997] env[69572]: DEBUG nova.network.neutron [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.452160] env[69572]: DEBUG oslo_concurrency.lockutils [req-bc75aea8-1fd8-4606-a557-d3edd3964f6a req-5dcfcd84-6db2-4641-ade2-24ed23843ec4 service nova] Releasing lock "refresh_cache-0e2b3af9-354e-494f-8c25-521e8247325d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.452559] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 637.452559] env[69572]: value = "task-3433853" [ 637.452559] env[69572]: _type = "Task" [ 637.452559] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.462636] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.658309] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 637.658732] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76c6e211-c7ea-4516-8bbe-e2a701479f29 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.668823] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 637.668823] env[69572]: value = "task-3433854" [ 637.668823] env[69572]: _type = "Task" [ 637.668823] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.678409] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433854, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.751759] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.852230] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547194} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.852523] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 0e2b3af9-354e-494f-8c25-521e8247325d/0e2b3af9-354e-494f-8c25-521e8247325d.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.852737] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.852996] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b260dd7-c571-440a-a621-691eb2bd103b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.860436] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for the task: (returnval){ [ 637.860436] env[69572]: value = "task-3433855" [ 637.860436] env[69572]: _type = "Task" [ 637.860436] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.869102] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.944789] env[69572]: DEBUG nova.compute.utils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.946217] env[69572]: DEBUG nova.compute.manager [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 637.946374] env[69572]: DEBUG nova.network.neutron [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.966721] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433853, 'name': ReconfigVM_Task, 'duration_secs': 0.30891} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.966910] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 40ca4dca-587e-4a1e-aa97-25752a2e322a/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.967979] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca90f0ae-366e-4d0f-9793-5a9b7132eb26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.006437] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6586fdea-b192-447a-9be9-d9c52c373cc7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.024351] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 638.024351] env[69572]: value = "task-3433856" [ 638.024351] env[69572]: _type = "Task" [ 638.024351] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.030276] env[69572]: DEBUG nova.policy [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6d783dae614c7482b583cb6b588bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413ef338adfc4b888f3500ba5b60707c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.036711] env[69572]: DEBUG nova.network.neutron [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.043725] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.184529] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433854, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.271407] env[69572]: DEBUG nova.network.neutron [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Updating instance_info_cache with network_info: [{"id": "35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4", "address": "fa:16:3e:75:92:ac", "network": {"id": "e799dccb-79de-4fc9-9a35-1e08740688d9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1767559996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57bc14a4ac6499baa8f6a3906af1b98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e5adb7-94", "ovs_interfaceid": "35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.372446] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069616} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.372742] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.373616] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc62a4-1d60-418f-99c9-306a5bab5d86 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.400337] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0e2b3af9-354e-494f-8c25-521e8247325d/0e2b3af9-354e-494f-8c25-521e8247325d.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.404867] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041ad4fc-8b77-4d20-a77b-72ab8defdd93 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.428431] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.428431] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.432899] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for the task: (returnval){ [ 638.432899] env[69572]: value = "task-3433857" [ 638.432899] env[69572]: _type = "Task" [ 638.432899] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.443222] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.450744] env[69572]: DEBUG nova.compute.manager [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 638.479156] env[69572]: DEBUG nova.network.neutron [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Successfully created port: 68932dd8-9e51-4a9f-8858-ec8aff3df096 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.538233] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433856, 'name': ReconfigVM_Task, 'duration_secs': 0.171015} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.539999] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.543397] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89746200-a88f-425d-a8fa-c4fe81720ee4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.554052] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 638.554052] env[69572]: value = "task-3433858" [ 638.554052] env[69572]: _type = "Task" [ 638.554052] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.564695] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.609760] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7313a590-d358-4fc9-b19d-c2fbd16da731 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.617839] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f9f3cb-d001-4f87-bbd9-03b1aeb133ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.652443] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705ba1c3-6a47-467c-a599-302a9df5ef9d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.660121] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b0cd5e-a5b7-4a97-995e-e65b8f208b5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.675727] env[69572]: DEBUG nova.compute.provider_tree [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.686642] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433854, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.773979] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Releasing lock "refresh_cache-d937e8b6-24b2-480a-b4d1-a67e1e61ca19" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.774934] env[69572]: DEBUG nova.compute.manager [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Instance network_info: |[{"id": "35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4", "address": "fa:16:3e:75:92:ac", "network": {"id": "e799dccb-79de-4fc9-9a35-1e08740688d9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1767559996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57bc14a4ac6499baa8f6a3906af1b98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e5adb7-94", "ovs_interfaceid": "35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 638.775723] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:92:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.784619] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Creating folder: Project (f57bc14a4ac6499baa8f6a3906af1b98). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.784878] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26b4a9a3-6fa9-4bfb-8538-d70b0e606916 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.796558] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Created folder: Project (f57bc14a4ac6499baa8f6a3906af1b98) in parent group-v685431. [ 638.796558] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Creating folder: Instances. Parent ref: group-v685482. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.796558] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef816034-b532-47ca-8d2e-344b3f4a18ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.805007] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Created folder: Instances in parent group-v685482. [ 638.805423] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.805588] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.805797] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d0f6e2f-6c57-4d5d-b04f-136ee34d621f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.833051] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.833051] env[69572]: value = "task-3433861" [ 638.833051] env[69572]: _type = "Task" [ 638.833051] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.847881] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433861, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.943539] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433857, 'name': ReconfigVM_Task, 'duration_secs': 0.505959} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.943893] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0e2b3af9-354e-494f-8c25-521e8247325d/0e2b3af9-354e-494f-8c25-521e8247325d.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.944561] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3191b839-8927-4995-8456-57d3ca630225 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.952277] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for the task: (returnval){ [ 638.952277] env[69572]: value = "task-3433862" [ 638.952277] env[69572]: _type = "Task" [ 638.952277] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.966385] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433862, 'name': Rename_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.048225] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.048225] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.048225] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.048491] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.048583] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.054627] env[69572]: INFO nova.compute.manager [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Terminating instance [ 639.067241] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433858, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.072235] env[69572]: DEBUG nova.compute.manager [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Received event network-vif-plugged-35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 639.072455] env[69572]: DEBUG oslo_concurrency.lockutils [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] Acquiring lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.073447] env[69572]: DEBUG oslo_concurrency.lockutils [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] Lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.073796] env[69572]: DEBUG oslo_concurrency.lockutils [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] Lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.073873] env[69572]: DEBUG nova.compute.manager [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] No waiting events found dispatching network-vif-plugged-35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 639.074049] env[69572]: WARNING nova.compute.manager [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Received unexpected event network-vif-plugged-35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4 for instance with vm_state building and task_state spawning. [ 639.074214] env[69572]: DEBUG nova.compute.manager [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Received event network-changed-35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 639.074349] env[69572]: DEBUG nova.compute.manager [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Refreshing instance network info cache due to event network-changed-35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 639.076022] env[69572]: DEBUG oslo_concurrency.lockutils [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] Acquiring lock "refresh_cache-d937e8b6-24b2-480a-b4d1-a67e1e61ca19" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.076022] env[69572]: DEBUG oslo_concurrency.lockutils [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] Acquired lock "refresh_cache-d937e8b6-24b2-480a-b4d1-a67e1e61ca19" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.076022] env[69572]: DEBUG nova.network.neutron [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Refreshing network info cache for port 35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.185438] env[69572]: DEBUG nova.scheduler.client.report [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.189820] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433854, 'name': CloneVM_Task} progress is 95%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.346999] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433861, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.466125] env[69572]: DEBUG nova.compute.manager [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 639.468224] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433862, 'name': Rename_Task, 'duration_secs': 0.254307} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.470402] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.470402] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51acdabe-d66c-4c81-9685-262f39e2e011 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.477656] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for the task: (returnval){ [ 639.477656] env[69572]: value = "task-3433863" [ 639.477656] env[69572]: _type = "Task" [ 639.477656] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.488132] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.501391] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.501391] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.501391] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.501391] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.501391] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.501391] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.501793] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.501793] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.501793] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.502099] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.502329] env[69572]: DEBUG nova.virt.hardware [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.503762] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da884b1-00c4-4ee8-9011-ac11a99bd68e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.513464] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c86f0-8437-47d9-8936-808bf52605cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.563161] env[69572]: DEBUG nova.compute.manager [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 639.563398] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.567828] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c1bbf2-622e-43ca-a113-11df710018f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.570854] env[69572]: DEBUG oslo_vmware.api [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433858, 'name': PowerOnVM_Task, 'duration_secs': 0.670301} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.571213] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.573808] env[69572]: DEBUG nova.compute.manager [None req-1ad9bcac-39ee-4e92-a8b5-88b2201316cb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 639.574614] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81c28e4-c8a8-4db2-bb31-34fcaf1922bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.581345] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.581997] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ec2b29c-ee35-4b69-ba08-3864c8c86a8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.595159] env[69572]: DEBUG oslo_vmware.api [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 639.595159] env[69572]: value = "task-3433864" [ 639.595159] env[69572]: _type = "Task" [ 639.595159] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.605167] env[69572]: DEBUG oslo_vmware.api [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.686300] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433854, 'name': CloneVM_Task, 'duration_secs': 1.819723} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.686568] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Created linked-clone VM from snapshot [ 639.687320] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dd7d00-7745-4102-af0e-bec652654b76 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.691025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.697860] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.403s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.701603] env[69572]: INFO nova.compute.claims [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.701603] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Uploading image 4a787006-7150-4bd9-b918-957484934b86 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 639.731342] env[69572]: INFO nova.scheduler.client.report [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Deleted allocations for instance 0007c873-9bde-4617-8fab-e9e45b65f920 [ 639.743679] env[69572]: DEBUG oslo_vmware.rw_handles [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 639.743679] env[69572]: value = "vm-685481" [ 639.743679] env[69572]: _type = "VirtualMachine" [ 639.743679] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 639.744017] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dba69e12-42e1-46ff-b06f-b5d991cb322f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.754925] env[69572]: DEBUG oslo_vmware.rw_handles [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lease: (returnval){ [ 639.754925] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5219f5bf-4b0e-8659-5c02-a92f7296b719" [ 639.754925] env[69572]: _type = "HttpNfcLease" [ 639.754925] env[69572]: } obtained for exporting VM: (result){ [ 639.754925] env[69572]: value = "vm-685481" [ 639.754925] env[69572]: _type = "VirtualMachine" [ 639.754925] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 639.755280] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the lease: (returnval){ [ 639.755280] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5219f5bf-4b0e-8659-5c02-a92f7296b719" [ 639.755280] env[69572]: _type = "HttpNfcLease" [ 639.755280] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 639.762302] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 639.762302] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5219f5bf-4b0e-8659-5c02-a92f7296b719" [ 639.762302] env[69572]: _type = "HttpNfcLease" [ 639.762302] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 639.853826] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433861, 'name': CreateVM_Task, 'duration_secs': 0.51568} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.853826] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.853826] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.853826] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.853826] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.853826] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8263911f-f565-44ca-be1f-2a6357565ce3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.857725] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 639.857725] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527b96f3-6309-687a-4659-80cec67818e2" [ 639.857725] env[69572]: _type = "Task" [ 639.857725] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.869222] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527b96f3-6309-687a-4659-80cec67818e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.952959] env[69572]: DEBUG nova.network.neutron [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Updated VIF entry in instance network info cache for port 35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.953459] env[69572]: DEBUG nova.network.neutron [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Updating instance_info_cache with network_info: [{"id": "35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4", "address": "fa:16:3e:75:92:ac", "network": {"id": "e799dccb-79de-4fc9-9a35-1e08740688d9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1767559996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57bc14a4ac6499baa8f6a3906af1b98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e5adb7-94", "ovs_interfaceid": "35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.993448] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433863, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.108671] env[69572]: DEBUG oslo_vmware.api [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433864, 'name': PowerOffVM_Task, 'duration_secs': 0.310193} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.109261] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.110020] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.110936] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36f29fec-7907-47d1-b95c-c7e2b3e69382 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.154177] env[69572]: DEBUG nova.network.neutron [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Successfully updated port: 68932dd8-9e51-4a9f-8858-ec8aff3df096 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.173631] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.173883] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.174036] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Deleting the datastore file [datastore1] c4c3542a-99d9-43a5-b53a-a6f1a740d378 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.174789] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0c083c5-1fcd-4ca7-bdda-ee104fa1aefd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.181422] env[69572]: DEBUG oslo_vmware.api [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 640.181422] env[69572]: value = "task-3433867" [ 640.181422] env[69572]: _type = "Task" [ 640.181422] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.196446] env[69572]: DEBUG oslo_vmware.api [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.244715] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc3c3af8-2604-4a3c-851b-d6aa3232dd7e tempest-ServerDiagnosticsV248Test-208259997 tempest-ServerDiagnosticsV248Test-208259997-project-member] Lock "0007c873-9bde-4617-8fab-e9e45b65f920" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.511s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.265895] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 640.265895] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5219f5bf-4b0e-8659-5c02-a92f7296b719" [ 640.265895] env[69572]: _type = "HttpNfcLease" [ 640.265895] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 640.266515] env[69572]: DEBUG oslo_vmware.rw_handles [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 640.266515] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5219f5bf-4b0e-8659-5c02-a92f7296b719" [ 640.266515] env[69572]: _type = "HttpNfcLease" [ 640.266515] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 640.267397] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ee270c-1804-4cca-a67a-43d4ce561647 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.278276] env[69572]: DEBUG oslo_vmware.rw_handles [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548026-4073-fb18-a80e-b3bc1e2411c8/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 640.279179] env[69572]: DEBUG oslo_vmware.rw_handles [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548026-4073-fb18-a80e-b3bc1e2411c8/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 640.368481] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527b96f3-6309-687a-4659-80cec67818e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016022} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.368758] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.368991] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.369253] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.369394] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.369647] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.369873] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19bda036-0aa5-4eb5-9b51-8b52bf2ac176 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.378431] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.378620] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.379795] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f49d98-a8d9-4b17-83e0-ea9edd5efafa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.384646] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 640.384646] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5290dfb8-9c64-f734-6765-510848e03b4c" [ 640.384646] env[69572]: _type = "Task" [ 640.384646] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.392889] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5290dfb8-9c64-f734-6765-510848e03b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.395554] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fafa3d5-a9a0-48fe-a46d-bb2882b4d25d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.455923] env[69572]: DEBUG oslo_concurrency.lockutils [req-441e09ee-b40b-423c-946d-b3f68c16a3c5 req-e5896d8a-e99b-4b98-bd55-3f7d3a5c0817 service nova] Releasing lock "refresh_cache-d937e8b6-24b2-480a-b4d1-a67e1e61ca19" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.488200] env[69572]: DEBUG oslo_vmware.api [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3433863, 'name': PowerOnVM_Task, 'duration_secs': 0.756967} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.488511] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.488659] env[69572]: INFO nova.compute.manager [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Took 9.61 seconds to spawn the instance on the hypervisor. [ 640.488858] env[69572]: DEBUG nova.compute.manager [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 640.489743] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510cfee0-1cef-4af7-b3d9-54d9cdf401bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.658231] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.659249] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.659249] env[69572]: DEBUG nova.network.neutron [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.693504] env[69572]: DEBUG oslo_vmware.api [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3433867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235815} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.695528] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.695528] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.695707] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.695889] env[69572]: INFO nova.compute.manager [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Took 1.13 seconds to destroy the instance on the hypervisor. [ 640.696164] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.696366] env[69572]: DEBUG nova.compute.manager [-] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 640.696886] env[69572]: DEBUG nova.network.neutron [-] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.902349] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5290dfb8-9c64-f734-6765-510848e03b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.906932] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8afa4c7a-4e84-431e-85c1-a592850a6d5c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.915314] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 640.915314] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52195fe7-02e0-ef3e-2d59-f89bda04444a" [ 640.915314] env[69572]: _type = "Task" [ 640.915314] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.931909] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52195fe7-02e0-ef3e-2d59-f89bda04444a, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.933470] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.933749] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] d937e8b6-24b2-480a-b4d1-a67e1e61ca19/d937e8b6-24b2-480a-b4d1-a67e1e61ca19.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.934023] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-252f4db6-7399-4812-b8e9-750c7e8e4df6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.944629] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 640.944629] env[69572]: value = "task-3433868" [ 640.944629] env[69572]: _type = "Task" [ 640.944629] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.952809] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.014796] env[69572]: INFO nova.compute.manager [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Took 33.45 seconds to build instance. [ 641.207265] env[69572]: DEBUG nova.network.neutron [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.320453] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d1cc99-2cfe-4f2f-9aad-77ef7fe8b796 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.330787] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a5c321-895e-43d5-8b9e-a248fd71903b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.378033] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de040cd-e936-4776-9965-b0be0b6313e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.392247] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa282186-e580-4d54-8d87-1fb7bdd8c320 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.408744] env[69572]: DEBUG nova.compute.provider_tree [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.422512] env[69572]: DEBUG nova.network.neutron [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance_info_cache with network_info: [{"id": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "address": "fa:16:3e:6a:19:64", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68932dd8-9e", "ovs_interfaceid": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.458313] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433868, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.509765] env[69572]: DEBUG nova.network.neutron [-] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.521884] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6fbe7147-f0fc-48cc-a695-e1f58f3831d7 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Lock "0e2b3af9-354e-494f-8c25-521e8247325d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.179s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.928020] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.928020] env[69572]: DEBUG nova.compute.manager [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Instance network_info: |[{"id": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "address": "fa:16:3e:6a:19:64", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68932dd8-9e", "ovs_interfaceid": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 641.928020] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:19:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68932dd8-9e51-4a9f-8858-ec8aff3df096', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.937351] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Creating folder: Project (413ef338adfc4b888f3500ba5b60707c). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.937994] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e363f271-c66d-4026-b786-da5c37ba846c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.942602] env[69572]: ERROR nova.scheduler.client.report [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [req-f3784776-2097-4dab-8185-7cc95baa398c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f3784776-2097-4dab-8185-7cc95baa398c"}]} [ 641.957898] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639609} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.959870] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] d937e8b6-24b2-480a-b4d1-a67e1e61ca19/d937e8b6-24b2-480a-b4d1-a67e1e61ca19.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.960053] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.960492] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Created folder: Project (413ef338adfc4b888f3500ba5b60707c) in parent group-v685431. [ 641.960612] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Creating folder: Instances. Parent ref: group-v685485. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.960789] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d844ae1a-c1b2-4820-9e55-fed88df1813e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.966162] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6a25192-0aa5-4d97-aff2-5d59b6578dcf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.967092] env[69572]: DEBUG nova.scheduler.client.report [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 641.970639] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 641.970639] env[69572]: value = "task-3433870" [ 641.970639] env[69572]: _type = "Task" [ 641.970639] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.976722] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Created folder: Instances in parent group-v685485. [ 641.977043] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.977681] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8984660d-39da-43c8-b787-f57aec274422] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.978036] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed58d994-30a8-4028-b127-f4422d5be943 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.000211] env[69572]: DEBUG nova.scheduler.client.report [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 642.000469] env[69572]: DEBUG nova.compute.provider_tree [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.002949] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.007256] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.007256] env[69572]: value = "task-3433872" [ 642.007256] env[69572]: _type = "Task" [ 642.007256] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.011394] env[69572]: INFO nova.compute.manager [-] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Took 1.31 seconds to deallocate network for instance. [ 642.016235] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433872, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.022667] env[69572]: DEBUG nova.scheduler.client.report [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 642.024852] env[69572]: DEBUG nova.compute.manager [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 642.062564] env[69572]: DEBUG nova.scheduler.client.report [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 642.266468] env[69572]: DEBUG nova.compute.manager [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Received event network-vif-plugged-68932dd8-9e51-4a9f-8858-ec8aff3df096 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 642.266806] env[69572]: DEBUG oslo_concurrency.lockutils [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] Acquiring lock "8984660d-39da-43c8-b787-f57aec274422-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.266944] env[69572]: DEBUG oslo_concurrency.lockutils [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] Lock "8984660d-39da-43c8-b787-f57aec274422-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.267171] env[69572]: DEBUG oslo_concurrency.lockutils [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] Lock "8984660d-39da-43c8-b787-f57aec274422-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.267369] env[69572]: DEBUG nova.compute.manager [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] No waiting events found dispatching network-vif-plugged-68932dd8-9e51-4a9f-8858-ec8aff3df096 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 642.267553] env[69572]: WARNING nova.compute.manager [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Received unexpected event network-vif-plugged-68932dd8-9e51-4a9f-8858-ec8aff3df096 for instance with vm_state building and task_state spawning. [ 642.267691] env[69572]: DEBUG nova.compute.manager [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Received event network-changed-68932dd8-9e51-4a9f-8858-ec8aff3df096 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 642.268056] env[69572]: DEBUG nova.compute.manager [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Refreshing instance network info cache due to event network-changed-68932dd8-9e51-4a9f-8858-ec8aff3df096. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 642.268056] env[69572]: DEBUG oslo_concurrency.lockutils [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] Acquiring lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.268181] env[69572]: DEBUG oslo_concurrency.lockutils [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] Acquired lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.268320] env[69572]: DEBUG nova.network.neutron [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Refreshing network info cache for port 68932dd8-9e51-4a9f-8858-ec8aff3df096 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.358731] env[69572]: DEBUG nova.compute.manager [req-7e08cf8d-d418-4363-8b3d-667dcb2363a7 req-9311fba1-5e13-4606-9d44-dc7c3813f1b0 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Received event network-changed-5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 642.358917] env[69572]: DEBUG nova.compute.manager [req-7e08cf8d-d418-4363-8b3d-667dcb2363a7 req-9311fba1-5e13-4606-9d44-dc7c3813f1b0 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Refreshing instance network info cache due to event network-changed-5212f478-2a3e-4326-9784-2c95d3798171. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 642.360130] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e08cf8d-d418-4363-8b3d-667dcb2363a7 req-9311fba1-5e13-4606-9d44-dc7c3813f1b0 service nova] Acquiring lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.360418] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e08cf8d-d418-4363-8b3d-667dcb2363a7 req-9311fba1-5e13-4606-9d44-dc7c3813f1b0 service nova] Acquired lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.360608] env[69572]: DEBUG nova.network.neutron [req-7e08cf8d-d418-4363-8b3d-667dcb2363a7 req-9311fba1-5e13-4606-9d44-dc7c3813f1b0 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Refreshing network info cache for port 5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.495832] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068005} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.495832] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.496116] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c729e88-7d1c-48bc-9631-a626c78b4e57 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.524760] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] d937e8b6-24b2-480a-b4d1-a67e1e61ca19/d937e8b6-24b2-480a-b4d1-a67e1e61ca19.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.532069] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.532407] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3203380a-af6a-4703-9853-3461d0437659 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.558311] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433872, 'name': CreateVM_Task, 'duration_secs': 0.465255} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.560133] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8984660d-39da-43c8-b787-f57aec274422] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.560596] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 642.560596] env[69572]: value = "task-3433873" [ 642.560596] env[69572]: _type = "Task" [ 642.560596] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.561388] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.561638] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.562080] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.565815] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb534f9-75cd-45c4-bd62-e0bedc41c932 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.572372] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.576146] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 642.576146] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52af70e1-74fc-adcc-8f82-32a0798b0cef" [ 642.576146] env[69572]: _type = "Task" [ 642.576146] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.580428] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.590982] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "df1b26a7-37c9-4190-859d-58c9994322ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.591237] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "df1b26a7-37c9-4190-859d-58c9994322ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.596524] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52af70e1-74fc-adcc-8f82-32a0798b0cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.719473] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b738bfcf-ad1f-4a38-9af3-362ba38e451c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.731628] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fef16cd-26c6-4f41-8fb3-f03411c7d349 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.768826] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a254a2-2b36-4fa8-8816-6a7bdb78a1f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.779062] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397bfb9f-1c89-437b-b78f-8b5cebca7307 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.795029] env[69572]: DEBUG nova.compute.provider_tree [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.973253] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "23fe5bc6-1479-4ab4-b49d-38b87887eedb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.973545] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "23fe5bc6-1479-4ab4-b49d-38b87887eedb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.073297] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.090526] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52af70e1-74fc-adcc-8f82-32a0798b0cef, 'name': SearchDatastore_Task, 'duration_secs': 0.035811} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.090849] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.091110] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.091416] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.091521] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.091652] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.091915] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38d85b17-e533-444c-b6c1-d117f835e132 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.101629] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.101856] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.102636] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2047a88a-91c9-4028-9980-d2d6ff448e4d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.108686] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 643.108686] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5273e863-76b0-a049-4428-e0ff8870adc8" [ 643.108686] env[69572]: _type = "Task" [ 643.108686] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.117405] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5273e863-76b0-a049-4428-e0ff8870adc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.237238] env[69572]: DEBUG nova.network.neutron [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updated VIF entry in instance network info cache for port 68932dd8-9e51-4a9f-8858-ec8aff3df096. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.237238] env[69572]: DEBUG nova.network.neutron [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance_info_cache with network_info: [{"id": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "address": "fa:16:3e:6a:19:64", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68932dd8-9e", "ovs_interfaceid": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.297785] env[69572]: DEBUG nova.scheduler.client.report [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.328250] env[69572]: DEBUG nova.network.neutron [req-7e08cf8d-d418-4363-8b3d-667dcb2363a7 req-9311fba1-5e13-4606-9d44-dc7c3813f1b0 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Updated VIF entry in instance network info cache for port 5212f478-2a3e-4326-9784-2c95d3798171. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.328438] env[69572]: DEBUG nova.network.neutron [req-7e08cf8d-d418-4363-8b3d-667dcb2363a7 req-9311fba1-5e13-4606-9d44-dc7c3813f1b0 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Updating instance_info_cache with network_info: [{"id": "5212f478-2a3e-4326-9784-2c95d3798171", "address": "fa:16:3e:6b:e6:1f", "network": {"id": "a8546193-aaff-4b52-8d95-074d25f8df28", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2080815476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516cecb89b234f95bf6cc4d5ee126465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212f478-2a", "ovs_interfaceid": "5212f478-2a3e-4326-9784-2c95d3798171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.572887] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.621221] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5273e863-76b0-a049-4428-e0ff8870adc8, 'name': SearchDatastore_Task, 'duration_secs': 0.022227} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.621961] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4da88f-8efe-404c-8f14-a490409c9591 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.627476] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 643.627476] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bf8ea2-2139-ec5d-4bd7-cff2a7bc06ca" [ 643.627476] env[69572]: _type = "Task" [ 643.627476] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.635872] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bf8ea2-2139-ec5d-4bd7-cff2a7bc06ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.741460] env[69572]: DEBUG oslo_concurrency.lockutils [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] Releasing lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.741460] env[69572]: DEBUG nova.compute.manager [req-d4f95af2-45f0-40ba-8166-4da0f328fac9 req-84f2b7b4-66e7-4dc2-b32e-7e945f1e44e9 service nova] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Received event network-vif-deleted-125dd5a1-6947-410d-8fcd-8ae5c8456212 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 643.804871] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.108s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.806120] env[69572]: DEBUG nova.compute.manager [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 643.809859] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.790s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.811295] env[69572]: INFO nova.compute.claims [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.831916] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e08cf8d-d418-4363-8b3d-667dcb2363a7 req-9311fba1-5e13-4606-9d44-dc7c3813f1b0 service nova] Releasing lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.080135] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433873, 'name': ReconfigVM_Task, 'duration_secs': 1.139987} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.080135] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Reconfigured VM instance instance-00000011 to attach disk [datastore1] d937e8b6-24b2-480a-b4d1-a67e1e61ca19/d937e8b6-24b2-480a-b4d1-a67e1e61ca19.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.081085] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93612cd0-3170-43c6-bd63-e6b662c8987b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.088194] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 644.088194] env[69572]: value = "task-3433874" [ 644.088194] env[69572]: _type = "Task" [ 644.088194] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.098059] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433874, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.139736] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bf8ea2-2139-ec5d-4bd7-cff2a7bc06ca, 'name': SearchDatastore_Task, 'duration_secs': 0.0142} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.140122] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.140469] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8984660d-39da-43c8-b787-f57aec274422/8984660d-39da-43c8-b787-f57aec274422.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.140678] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71307b45-1217-44f8-b1e5-3da8e52efc3e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.147798] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 644.147798] env[69572]: value = "task-3433875" [ 644.147798] env[69572]: _type = "Task" [ 644.147798] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.156405] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.318910] env[69572]: DEBUG nova.compute.manager [req-db2d2106-e8ea-4b15-b91b-dcae3177a06e req-484bf860-7c1a-4910-bf09-648e987e929f service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Received event network-changed-2aa538d7-72ec-4460-b348-a0ce2844d9a4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 644.319131] env[69572]: DEBUG nova.compute.manager [req-db2d2106-e8ea-4b15-b91b-dcae3177a06e req-484bf860-7c1a-4910-bf09-648e987e929f service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Refreshing instance network info cache due to event network-changed-2aa538d7-72ec-4460-b348-a0ce2844d9a4. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 644.319433] env[69572]: DEBUG oslo_concurrency.lockutils [req-db2d2106-e8ea-4b15-b91b-dcae3177a06e req-484bf860-7c1a-4910-bf09-648e987e929f service nova] Acquiring lock "refresh_cache-0e2b3af9-354e-494f-8c25-521e8247325d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.319670] env[69572]: DEBUG oslo_concurrency.lockutils [req-db2d2106-e8ea-4b15-b91b-dcae3177a06e req-484bf860-7c1a-4910-bf09-648e987e929f service nova] Acquired lock "refresh_cache-0e2b3af9-354e-494f-8c25-521e8247325d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.319670] env[69572]: DEBUG nova.network.neutron [req-db2d2106-e8ea-4b15-b91b-dcae3177a06e req-484bf860-7c1a-4910-bf09-648e987e929f service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Refreshing network info cache for port 2aa538d7-72ec-4460-b348-a0ce2844d9a4 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.323761] env[69572]: DEBUG nova.compute.utils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.328996] env[69572]: DEBUG nova.compute.manager [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 644.329186] env[69572]: DEBUG nova.network.neutron [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.396320] env[69572]: DEBUG nova.policy [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d08859df40a42ecb4a1bd8758bc7c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09fa5cc21fce4a3fa8b55e27471d73d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.601692] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433874, 'name': Rename_Task, 'duration_secs': 0.223376} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.602068] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.602418] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7de1b26a-11a3-4f48-8810-96667a60475e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.612144] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 644.612144] env[69572]: value = "task-3433876" [ 644.612144] env[69572]: _type = "Task" [ 644.612144] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.624352] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.660462] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433875, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.829436] env[69572]: DEBUG nova.compute.manager [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 644.976251] env[69572]: DEBUG nova.network.neutron [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Successfully created port: 9b9e4f97-30d8-45bf-9462-57a8d663c924 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.123511] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.162470] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713303} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.162788] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8984660d-39da-43c8-b787-f57aec274422/8984660d-39da-43c8-b787-f57aec274422.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.162993] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.163246] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f7ab8be-0e66-4025-89b9-b2c583c520c6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.171203] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 645.171203] env[69572]: value = "task-3433877" [ 645.171203] env[69572]: _type = "Task" [ 645.171203] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.180919] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.212102] env[69572]: DEBUG nova.network.neutron [req-db2d2106-e8ea-4b15-b91b-dcae3177a06e req-484bf860-7c1a-4910-bf09-648e987e929f service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Updated VIF entry in instance network info cache for port 2aa538d7-72ec-4460-b348-a0ce2844d9a4. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.212102] env[69572]: DEBUG nova.network.neutron [req-db2d2106-e8ea-4b15-b91b-dcae3177a06e req-484bf860-7c1a-4910-bf09-648e987e929f service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Updating instance_info_cache with network_info: [{"id": "2aa538d7-72ec-4460-b348-a0ce2844d9a4", "address": "fa:16:3e:c8:98:23", "network": {"id": "f420056a-d86b-468a-a3f9-f44979bc8a7f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-832582080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a111dec6efe64247be0ea72117cbc665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa538d7-72", "ovs_interfaceid": "2aa538d7-72ec-4460-b348-a0ce2844d9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.406329] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d044033d-15cf-44a4-9b5f-b29957745762 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.416444] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804ecbf5-9fd9-4326-b8f2-d3166869e3c6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.449474] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b0180c-7b7e-4dcc-8f09-e8ef220049bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.457474] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff561545-a300-482b-9dba-b1c6b18d6f62 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.476563] env[69572]: DEBUG nova.compute.provider_tree [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.625324] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433876, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.681990] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071065} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.683049] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.686384] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1c517e-79f6-43f5-9e69-209ed8a9b3c6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.712520] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 8984660d-39da-43c8-b787-f57aec274422/8984660d-39da-43c8-b787-f57aec274422.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.712881] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ddfec9-ad1b-48e2-83f2-688aaf1cd254 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.728599] env[69572]: DEBUG oslo_concurrency.lockutils [req-db2d2106-e8ea-4b15-b91b-dcae3177a06e req-484bf860-7c1a-4910-bf09-648e987e929f service nova] Releasing lock "refresh_cache-0e2b3af9-354e-494f-8c25-521e8247325d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.733968] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 645.733968] env[69572]: value = "task-3433878" [ 645.733968] env[69572]: _type = "Task" [ 645.733968] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.743030] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.842788] env[69572]: DEBUG nova.compute.manager [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 645.875829] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.876085] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.876733] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.876733] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.876733] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.876733] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.877090] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.877090] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.877277] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.877455] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.877651] env[69572]: DEBUG nova.virt.hardware [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.878565] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff98e91-e175-46da-8ad6-48d570bdf84c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.890865] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a1bdf8-f6f9-4a52-a8ce-1d3bbb23004f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.980550] env[69572]: DEBUG nova.scheduler.client.report [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.012835] env[69572]: INFO nova.compute.manager [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Rescuing [ 646.013190] env[69572]: DEBUG oslo_concurrency.lockutils [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.013392] env[69572]: DEBUG oslo_concurrency.lockutils [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.013581] env[69572]: DEBUG nova.network.neutron [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.125017] env[69572]: DEBUG oslo_vmware.api [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3433876, 'name': PowerOnVM_Task, 'duration_secs': 1.073169} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.125461] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.125741] env[69572]: INFO nova.compute.manager [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Took 10.41 seconds to spawn the instance on the hypervisor. [ 646.125996] env[69572]: DEBUG nova.compute.manager [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 646.127022] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a21d0c1-02ca-490f-924e-4fa9b36ffac1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.245712] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433878, 'name': ReconfigVM_Task, 'duration_secs': 0.405989} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.246802] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 8984660d-39da-43c8-b787-f57aec274422/8984660d-39da-43c8-b787-f57aec274422.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.246933] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54783b4c-f0fb-4f04-bd55-6a19c2ca2d0e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.254563] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 646.254563] env[69572]: value = "task-3433879" [ 646.254563] env[69572]: _type = "Task" [ 646.254563] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.263401] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433879, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.486230] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.486759] env[69572]: DEBUG nova.compute.manager [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 646.489480] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.609s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.489742] env[69572]: DEBUG nova.objects.instance [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lazy-loading 'resources' on Instance uuid a710e4e0-dfdb-4f36-9e1a-357e6939166f {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.648446] env[69572]: INFO nova.compute.manager [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Took 33.22 seconds to build instance. [ 646.766541] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433879, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.823693] env[69572]: DEBUG nova.network.neutron [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Successfully updated port: 9b9e4f97-30d8-45bf-9462-57a8d663c924 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.857451] env[69572]: DEBUG nova.network.neutron [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Updating instance_info_cache with network_info: [{"id": "50d87179-8245-4d3d-8891-3a1b43ad06ab", "address": "fa:16:3e:86:02:93", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d87179-82", "ovs_interfaceid": "50d87179-8245-4d3d-8891-3a1b43ad06ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.993182] env[69572]: DEBUG nova.compute.utils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.998021] env[69572]: DEBUG nova.compute.manager [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 646.998021] env[69572]: DEBUG nova.network.neutron [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.044406] env[69572]: DEBUG nova.compute.manager [req-13ede7d8-48c5-4637-8241-470eb45473e2 req-61c61a7d-7597-41b2-a404-d0cf67587d09 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Received event network-changed-5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 647.044609] env[69572]: DEBUG nova.compute.manager [req-13ede7d8-48c5-4637-8241-470eb45473e2 req-61c61a7d-7597-41b2-a404-d0cf67587d09 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Refreshing instance network info cache due to event network-changed-5212f478-2a3e-4326-9784-2c95d3798171. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 647.044823] env[69572]: DEBUG oslo_concurrency.lockutils [req-13ede7d8-48c5-4637-8241-470eb45473e2 req-61c61a7d-7597-41b2-a404-d0cf67587d09 service nova] Acquiring lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.044961] env[69572]: DEBUG oslo_concurrency.lockutils [req-13ede7d8-48c5-4637-8241-470eb45473e2 req-61c61a7d-7597-41b2-a404-d0cf67587d09 service nova] Acquired lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.045143] env[69572]: DEBUG nova.network.neutron [req-13ede7d8-48c5-4637-8241-470eb45473e2 req-61c61a7d-7597-41b2-a404-d0cf67587d09 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Refreshing network info cache for port 5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.106368] env[69572]: DEBUG nova.policy [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb197caaf12343bbab3661e1983d4cb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0034e709e917401887adc8d9cc9aa203', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.151075] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4a5972fa-435d-439f-a0e3-94f2fcbc2bc6 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.137s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.265013] env[69572]: DEBUG nova.compute.manager [req-465ae9f8-3b54-4cd4-98b8-f4ac44baa16b req-c6242938-a488-4277-b337-728333507635 service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Received event network-vif-plugged-9b9e4f97-30d8-45bf-9462-57a8d663c924 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 647.268023] env[69572]: DEBUG oslo_concurrency.lockutils [req-465ae9f8-3b54-4cd4-98b8-f4ac44baa16b req-c6242938-a488-4277-b337-728333507635 service nova] Acquiring lock "23dfab87-fb78-4861-89ac-acc1530353f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.268023] env[69572]: DEBUG oslo_concurrency.lockutils [req-465ae9f8-3b54-4cd4-98b8-f4ac44baa16b req-c6242938-a488-4277-b337-728333507635 service nova] Lock "23dfab87-fb78-4861-89ac-acc1530353f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.268023] env[69572]: DEBUG oslo_concurrency.lockutils [req-465ae9f8-3b54-4cd4-98b8-f4ac44baa16b req-c6242938-a488-4277-b337-728333507635 service nova] Lock "23dfab87-fb78-4861-89ac-acc1530353f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.268023] env[69572]: DEBUG nova.compute.manager [req-465ae9f8-3b54-4cd4-98b8-f4ac44baa16b req-c6242938-a488-4277-b337-728333507635 service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] No waiting events found dispatching network-vif-plugged-9b9e4f97-30d8-45bf-9462-57a8d663c924 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 647.268023] env[69572]: WARNING nova.compute.manager [req-465ae9f8-3b54-4cd4-98b8-f4ac44baa16b req-c6242938-a488-4277-b337-728333507635 service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Received unexpected event network-vif-plugged-9b9e4f97-30d8-45bf-9462-57a8d663c924 for instance with vm_state building and task_state spawning. [ 647.270988] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433879, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.322663] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.322663] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.322663] env[69572]: DEBUG nova.network.neutron [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.365290] env[69572]: DEBUG oslo_concurrency.lockutils [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.502244] env[69572]: DEBUG nova.compute.manager [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 647.654459] env[69572]: DEBUG nova.compute.manager [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 647.706648] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e07dd8c-8228-43ff-b29c-e16244147dac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.718612] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00df6eb-bf3e-4fdd-8cdd-102641f97fc3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.759631] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef74ce5d-8b4f-421f-9fab-b71cb018f0b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.777214] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3243b8-7c11-49d6-855c-a19022d09a24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.781950] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433879, 'name': Rename_Task, 'duration_secs': 1.174087} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.782574] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.783230] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27384c9-c51d-4316-b18e-98da2be1f34c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.793770] env[69572]: DEBUG nova.compute.provider_tree [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.796992] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 647.796992] env[69572]: value = "task-3433880" [ 647.796992] env[69572]: _type = "Task" [ 647.796992] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.808194] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433880, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.808194] env[69572]: DEBUG nova.network.neutron [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Successfully created port: ffdde986-f3f4-497e-b92a-79f056442380 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.922028] env[69572]: DEBUG nova.network.neutron [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.974104] env[69572]: DEBUG oslo_vmware.rw_handles [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548026-4073-fb18-a80e-b3bc1e2411c8/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 647.975074] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2371885a-caae-4416-93c2-71fb565d435a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.985072] env[69572]: DEBUG oslo_vmware.rw_handles [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548026-4073-fb18-a80e-b3bc1e2411c8/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 647.985072] env[69572]: ERROR oslo_vmware.rw_handles [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548026-4073-fb18-a80e-b3bc1e2411c8/disk-0.vmdk due to incomplete transfer. [ 647.985286] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d691f7b7-b253-4779-a18e-fbe94da55d6d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.992631] env[69572]: DEBUG oslo_vmware.rw_handles [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52548026-4073-fb18-a80e-b3bc1e2411c8/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 647.992868] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Uploaded image 4a787006-7150-4bd9-b918-957484934b86 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 647.995259] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 647.995507] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6814b922-c87b-469b-9f94-b90c33b5cef3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.001800] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 648.001800] env[69572]: value = "task-3433881" [ 648.001800] env[69572]: _type = "Task" [ 648.001800] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.014071] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433881, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.183840] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.195820] env[69572]: DEBUG nova.network.neutron [req-13ede7d8-48c5-4637-8241-470eb45473e2 req-61c61a7d-7597-41b2-a404-d0cf67587d09 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Updated VIF entry in instance network info cache for port 5212f478-2a3e-4326-9784-2c95d3798171. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.195820] env[69572]: DEBUG nova.network.neutron [req-13ede7d8-48c5-4637-8241-470eb45473e2 req-61c61a7d-7597-41b2-a404-d0cf67587d09 service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Updating instance_info_cache with network_info: [{"id": "5212f478-2a3e-4326-9784-2c95d3798171", "address": "fa:16:3e:6b:e6:1f", "network": {"id": "a8546193-aaff-4b52-8d95-074d25f8df28", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2080815476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "516cecb89b234f95bf6cc4d5ee126465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2907cce-d529-4809-af05-d29397bed211", "external-id": "nsx-vlan-transportzone-427", "segmentation_id": 427, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212f478-2a", "ovs_interfaceid": "5212f478-2a3e-4326-9784-2c95d3798171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.300058] env[69572]: DEBUG nova.scheduler.client.report [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.314218] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433880, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.315406] env[69572]: DEBUG nova.network.neutron [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance_info_cache with network_info: [{"id": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "address": "fa:16:3e:69:b5:a7", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9e4f97-30", "ovs_interfaceid": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.521098] env[69572]: DEBUG nova.compute.manager [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 648.523516] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433881, 'name': Destroy_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.551586] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.551888] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.552038] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.552258] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.552407] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.552654] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.552804] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.552983] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.553291] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.553460] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.553651] env[69572]: DEBUG nova.virt.hardware [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.554781] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcab1ed4-0899-49e6-ad2f-46dde3eacef2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.565096] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3adfee-c069-486b-93e7-e16b7c0ddedc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.698238] env[69572]: DEBUG oslo_concurrency.lockutils [req-13ede7d8-48c5-4637-8241-470eb45473e2 req-61c61a7d-7597-41b2-a404-d0cf67587d09 service nova] Releasing lock "refresh_cache-58c7418e-6ead-49a3-9b36-a06b2b50bbd7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.808765] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.813022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.943s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.813022] env[69572]: DEBUG nova.objects.instance [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 648.823958] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.823958] env[69572]: DEBUG nova.compute.manager [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Instance network_info: |[{"id": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "address": "fa:16:3e:69:b5:a7", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9e4f97-30", "ovs_interfaceid": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 648.823958] env[69572]: DEBUG oslo_vmware.api [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3433880, 'name': PowerOnVM_Task, 'duration_secs': 0.526062} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.823958] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:b5:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b9e4f97-30d8-45bf-9462-57a8d663c924', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.839628] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Creating folder: Project (09fa5cc21fce4a3fa8b55e27471d73d6). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.839976] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.840248] env[69572]: INFO nova.compute.manager [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Took 9.37 seconds to spawn the instance on the hypervisor. [ 648.840454] env[69572]: DEBUG nova.compute.manager [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 648.841844] env[69572]: INFO nova.scheduler.client.report [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Deleted allocations for instance a710e4e0-dfdb-4f36-9e1a-357e6939166f [ 648.842976] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03e68a48-131c-4042-b459-096f1f10f657 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.849198] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a3cabe-1512-473d-8849-cfbedfac78bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.864025] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Created folder: Project (09fa5cc21fce4a3fa8b55e27471d73d6) in parent group-v685431. [ 648.864025] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Creating folder: Instances. Parent ref: group-v685488. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.864025] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-346185a0-f280-4a64-a485-35714dbab4a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.873310] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Created folder: Instances in parent group-v685488. [ 648.873652] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.873881] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.874133] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e026e5d-2cfa-4927-8193-752a5f552ad7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.899356] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.899356] env[69572]: value = "task-3433884" [ 648.899356] env[69572]: _type = "Task" [ 648.899356] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.909892] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433884, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.937733] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.938101] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-947e9169-8b13-41d9-a7a2-510c2ab15097 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.945774] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 648.945774] env[69572]: value = "task-3433885" [ 648.945774] env[69572]: _type = "Task" [ 648.945774] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.959933] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.013748] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433881, 'name': Destroy_Task, 'duration_secs': 0.591793} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.014214] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Destroyed the VM [ 649.014523] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 649.014776] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0c8c3bf-7f09-43ed-8478-efa030576554 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.025269] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 649.025269] env[69572]: value = "task-3433886" [ 649.025269] env[69572]: _type = "Task" [ 649.025269] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.034775] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.361983] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a2af48a-510c-4224-a26f-57775c42d754 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "a710e4e0-dfdb-4f36-9e1a-357e6939166f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.399s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.376160] env[69572]: INFO nova.compute.manager [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Took 33.65 seconds to build instance. [ 649.409611] env[69572]: DEBUG nova.compute.manager [req-a8d85431-ab6f-4d01-a568-094ca0854745 req-b19c8914-6b54-4932-b2ee-59b095045120 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Received event network-changed-35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 649.410079] env[69572]: DEBUG nova.compute.manager [req-a8d85431-ab6f-4d01-a568-094ca0854745 req-b19c8914-6b54-4932-b2ee-59b095045120 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Refreshing instance network info cache due to event network-changed-35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 649.412727] env[69572]: DEBUG oslo_concurrency.lockutils [req-a8d85431-ab6f-4d01-a568-094ca0854745 req-b19c8914-6b54-4932-b2ee-59b095045120 service nova] Acquiring lock "refresh_cache-d937e8b6-24b2-480a-b4d1-a67e1e61ca19" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.412727] env[69572]: DEBUG oslo_concurrency.lockutils [req-a8d85431-ab6f-4d01-a568-094ca0854745 req-b19c8914-6b54-4932-b2ee-59b095045120 service nova] Acquired lock "refresh_cache-d937e8b6-24b2-480a-b4d1-a67e1e61ca19" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.412727] env[69572]: DEBUG nova.network.neutron [req-a8d85431-ab6f-4d01-a568-094ca0854745 req-b19c8914-6b54-4932-b2ee-59b095045120 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Refreshing network info cache for port 35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.418411] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433884, 'name': CreateVM_Task, 'duration_secs': 0.461657} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.418571] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.419373] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.419533] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.419873] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.420598] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91499cc1-5af7-43a9-afd3-920c0c94d447 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.426464] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 649.426464] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9ff7e-8728-42ab-d170-8a44fd7415e6" [ 649.426464] env[69572]: _type = "Task" [ 649.426464] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.434800] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9ff7e-8728-42ab-d170-8a44fd7415e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.455740] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433885, 'name': PowerOffVM_Task, 'duration_secs': 0.247152} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.456020] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.457019] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecef9c6d-a08c-4005-a264-625216c8a8ee {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.476949] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23a65c9-1275-43bf-8d94-2057a5b421d4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.513459] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.513574] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-258aefdb-e7a2-4a2b-b706-2d32df558b20 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.520827] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 649.520827] env[69572]: value = "task-3433887" [ 649.520827] env[69572]: _type = "Task" [ 649.520827] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.533953] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.540309] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 649.540823] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.540823] env[69572]: DEBUG oslo_concurrency.lockutils [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.541015] env[69572]: DEBUG oslo_concurrency.lockutils [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.541115] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.541731] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-614d0edb-ea29-43e7-8550-810af37865b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.554110] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.556180] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.556180] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e293c77-2e99-408e-817c-ef7e1c3c7883 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.561450] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 649.561450] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c6374d-02a7-c46b-7fe1-11234badec7f" [ 649.561450] env[69572]: _type = "Task" [ 649.561450] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.571379] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c6374d-02a7-c46b-7fe1-11234badec7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.651550] env[69572]: DEBUG nova.compute.manager [req-8f7c989f-1b6e-492f-8c5b-75f4d5999f7f req-5c98192d-b448-4ba4-a05b-7747eb51063a service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Received event network-changed-9b9e4f97-30d8-45bf-9462-57a8d663c924 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 649.651760] env[69572]: DEBUG nova.compute.manager [req-8f7c989f-1b6e-492f-8c5b-75f4d5999f7f req-5c98192d-b448-4ba4-a05b-7747eb51063a service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Refreshing instance network info cache due to event network-changed-9b9e4f97-30d8-45bf-9462-57a8d663c924. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 649.651988] env[69572]: DEBUG oslo_concurrency.lockutils [req-8f7c989f-1b6e-492f-8c5b-75f4d5999f7f req-5c98192d-b448-4ba4-a05b-7747eb51063a service nova] Acquiring lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.652186] env[69572]: DEBUG oslo_concurrency.lockutils [req-8f7c989f-1b6e-492f-8c5b-75f4d5999f7f req-5c98192d-b448-4ba4-a05b-7747eb51063a service nova] Acquired lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.652372] env[69572]: DEBUG nova.network.neutron [req-8f7c989f-1b6e-492f-8c5b-75f4d5999f7f req-5c98192d-b448-4ba4-a05b-7747eb51063a service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Refreshing network info cache for port 9b9e4f97-30d8-45bf-9462-57a8d663c924 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.822716] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28949a00-1136-41b2-9abe-22988768bdde tempest-ServersAdmin275Test-1831828645 tempest-ServersAdmin275Test-1831828645-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.823975] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.257s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.829978] env[69572]: INFO nova.compute.claims [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.878035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquiring lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.878035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.878035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquiring lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.878035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.878035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.879727] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9427b719-ec12-4a92-8c9f-625f0647b609 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.041s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.882292] env[69572]: INFO nova.compute.manager [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Terminating instance [ 649.942335] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9ff7e-8728-42ab-d170-8a44fd7415e6, 'name': SearchDatastore_Task, 'duration_secs': 0.018964} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.942669] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.942899] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.943136] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.035424] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433886, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.073238] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c6374d-02a7-c46b-7fe1-11234badec7f, 'name': SearchDatastore_Task, 'duration_secs': 0.013452} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.074020] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83ba867-b580-4fa7-b1b5-3032b508acef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.080379] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 650.080379] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52619a9d-dbbc-56e7-792f-906349e6f143" [ 650.080379] env[69572]: _type = "Task" [ 650.080379] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.091673] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52619a9d-dbbc-56e7-792f-906349e6f143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.386780] env[69572]: DEBUG nova.compute.manager [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 650.393311] env[69572]: DEBUG nova.compute.manager [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 650.393311] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.393311] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ef3c6b-4eaf-4feb-a262-64861e1bc169 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.401079] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.401079] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4bc3567-ba31-4484-bfde-c5a640ecaaf0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.410706] env[69572]: DEBUG oslo_vmware.api [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for the task: (returnval){ [ 650.410706] env[69572]: value = "task-3433888" [ 650.410706] env[69572]: _type = "Task" [ 650.410706] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.420692] env[69572]: DEBUG oslo_vmware.api [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.538607] env[69572]: DEBUG oslo_vmware.api [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433886, 'name': RemoveSnapshot_Task, 'duration_secs': 1.472406} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.541765] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 650.546031] env[69572]: INFO nova.compute.manager [None req-23c5caca-a232-4688-ab92-db230f407f81 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Took 15.48 seconds to snapshot the instance on the hypervisor. [ 650.550609] env[69572]: DEBUG nova.network.neutron [req-a8d85431-ab6f-4d01-a568-094ca0854745 req-b19c8914-6b54-4932-b2ee-59b095045120 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Updated VIF entry in instance network info cache for port 35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.555611] env[69572]: DEBUG nova.network.neutron [req-a8d85431-ab6f-4d01-a568-094ca0854745 req-b19c8914-6b54-4932-b2ee-59b095045120 service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Updating instance_info_cache with network_info: [{"id": "35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4", "address": "fa:16:3e:75:92:ac", "network": {"id": "e799dccb-79de-4fc9-9a35-1e08740688d9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1767559996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57bc14a4ac6499baa8f6a3906af1b98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e5adb7-94", "ovs_interfaceid": "35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.555611] env[69572]: DEBUG nova.network.neutron [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Successfully updated port: ffdde986-f3f4-497e-b92a-79f056442380 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.592371] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52619a9d-dbbc-56e7-792f-906349e6f143, 'name': SearchDatastore_Task, 'duration_secs': 0.023652} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.592664] env[69572]: DEBUG oslo_concurrency.lockutils [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.592941] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 84376917-04ce-4186-901b-7289193610fd/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. {{(pid=69572) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 650.593320] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.593448] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.593683] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4375ef8-af4d-4f0f-9ffc-71e14737470d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.597859] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eab2847f-6a58-43e5-a85f-a871e039cdba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.606931] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 650.606931] env[69572]: value = "task-3433889" [ 650.606931] env[69572]: _type = "Task" [ 650.606931] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.609594] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.609594] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.612586] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098b18ee-c366-495b-b293-94f2098b20dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.620780] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.621932] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 650.621932] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a07638-b7a8-d650-000b-213faf81bf73" [ 650.621932] env[69572]: _type = "Task" [ 650.621932] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.632613] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a07638-b7a8-d650-000b-213faf81bf73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.671454] env[69572]: DEBUG nova.network.neutron [req-8f7c989f-1b6e-492f-8c5b-75f4d5999f7f req-5c98192d-b448-4ba4-a05b-7747eb51063a service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updated VIF entry in instance network info cache for port 9b9e4f97-30d8-45bf-9462-57a8d663c924. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.671824] env[69572]: DEBUG nova.network.neutron [req-8f7c989f-1b6e-492f-8c5b-75f4d5999f7f req-5c98192d-b448-4ba4-a05b-7747eb51063a service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance_info_cache with network_info: [{"id": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "address": "fa:16:3e:69:b5:a7", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9e4f97-30", "ovs_interfaceid": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.916631] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.929050] env[69572]: DEBUG oslo_vmware.api [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433888, 'name': PowerOffVM_Task, 'duration_secs': 0.254336} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.929416] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.929723] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.929841] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-828d4689-cdfb-4409-ae39-62e29d0679e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.005940] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.006163] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.006334] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Deleting the datastore file [datastore2] 58c7418e-6ead-49a3-9b36-a06b2b50bbd7 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.006762] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2f5b17-b1d3-4ed6-aad9-a00d613e6a49 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.014568] env[69572]: DEBUG oslo_vmware.api [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for the task: (returnval){ [ 651.014568] env[69572]: value = "task-3433891" [ 651.014568] env[69572]: _type = "Task" [ 651.014568] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.027063] env[69572]: DEBUG oslo_vmware.api [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.055183] env[69572]: DEBUG oslo_concurrency.lockutils [req-a8d85431-ab6f-4d01-a568-094ca0854745 req-b19c8914-6b54-4932-b2ee-59b095045120 service nova] Releasing lock "refresh_cache-d937e8b6-24b2-480a-b4d1-a67e1e61ca19" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.062284] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquiring lock "refresh_cache-aa86f0d6-bd53-47e8-908c-64ef9c7739a2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.062482] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquired lock "refresh_cache-aa86f0d6-bd53-47e8-908c-64ef9c7739a2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.062647] env[69572]: DEBUG nova.network.neutron [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.120097] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433889, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.135769] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a07638-b7a8-d650-000b-213faf81bf73, 'name': SearchDatastore_Task, 'duration_secs': 0.038156} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.140235] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757b204c-1510-40ae-830a-a0b02124b83d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.146622] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 651.146622] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52775977-e99e-487f-ce6f-855eb5c0cdf8" [ 651.146622] env[69572]: _type = "Task" [ 651.146622] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.156647] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52775977-e99e-487f-ce6f-855eb5c0cdf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.177156] env[69572]: DEBUG oslo_concurrency.lockutils [req-8f7c989f-1b6e-492f-8c5b-75f4d5999f7f req-5c98192d-b448-4ba4-a05b-7747eb51063a service nova] Releasing lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.448641] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbdf1af-637a-4be6-9ddd-7677ecf9044b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.461041] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9262b734-579f-4baf-9bfe-195d17210dfe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.504971] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305a801d-7844-45ae-a2fb-f0c307b0be82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.522899] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e589d2-f83d-45bd-90a2-285d6a8437ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.532878] env[69572]: DEBUG oslo_vmware.api [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Task: {'id': task-3433891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393695} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.542089] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.542414] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.542578] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.542797] env[69572]: INFO nova.compute.manager [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 651.543075] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.543540] env[69572]: DEBUG nova.compute.provider_tree [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.544884] env[69572]: DEBUG nova.compute.manager [-] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 651.545036] env[69572]: DEBUG nova.network.neutron [-] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.614624] env[69572]: DEBUG nova.network.neutron [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.620244] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75256} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.620511] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 84376917-04ce-4186-901b-7289193610fd/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. [ 651.621319] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54886a1-f324-47d3-b8a0-83eb7aa2ede7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.651210] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 84376917-04ce-4186-901b-7289193610fd/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.651210] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d599584b-7fb8-43ab-8610-d93d8fe4a3eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.677221] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52775977-e99e-487f-ce6f-855eb5c0cdf8, 'name': SearchDatastore_Task, 'duration_secs': 0.069876} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.678571] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.678838] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 23dfab87-fb78-4861-89ac-acc1530353f1/23dfab87-fb78-4861-89ac-acc1530353f1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.679165] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 651.679165] env[69572]: value = "task-3433892" [ 651.679165] env[69572]: _type = "Task" [ 651.679165] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.679363] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d840df85-d522-45fb-b91c-810328cd864a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.692518] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.693852] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 651.693852] env[69572]: value = "task-3433893" [ 651.693852] env[69572]: _type = "Task" [ 651.693852] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.701764] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.878655] env[69572]: DEBUG nova.network.neutron [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Updating instance_info_cache with network_info: [{"id": "ffdde986-f3f4-497e-b92a-79f056442380", "address": "fa:16:3e:88:a3:1c", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffdde986-f3", "ovs_interfaceid": "ffdde986-f3f4-497e-b92a-79f056442380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.051675] env[69572]: DEBUG nova.scheduler.client.report [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.193533] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433892, 'name': ReconfigVM_Task, 'duration_secs': 0.34934} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.193835] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 84376917-04ce-4186-901b-7289193610fd/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.194795] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33135285-861e-4739-b29a-a1ccd642af67 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.231919] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ceac53-4d2b-481d-a668-6171586c5a8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.244283] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433893, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.250599] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 652.250599] env[69572]: value = "task-3433894" [ 652.250599] env[69572]: _type = "Task" [ 652.250599] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.266598] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.382835] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Releasing lock "refresh_cache-aa86f0d6-bd53-47e8-908c-64ef9c7739a2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.383269] env[69572]: DEBUG nova.compute.manager [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Instance network_info: |[{"id": "ffdde986-f3f4-497e-b92a-79f056442380", "address": "fa:16:3e:88:a3:1c", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffdde986-f3", "ovs_interfaceid": "ffdde986-f3f4-497e-b92a-79f056442380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 652.383635] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:a3:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffdde986-f3f4-497e-b92a-79f056442380', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.393708] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Creating folder: Project (0034e709e917401887adc8d9cc9aa203). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.394113] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fe6cc10-e9d8-452d-ba7d-b2b196606c62 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.404427] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Created folder: Project (0034e709e917401887adc8d9cc9aa203) in parent group-v685431. [ 652.405035] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Creating folder: Instances. Parent ref: group-v685491. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.405035] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94464ce0-bf0b-4abc-9a08-35dabdad92cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.414025] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Created folder: Instances in parent group-v685491. [ 652.414309] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.414641] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.414708] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcc8e15b-cf74-4904-8e8d-deb270838e3d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.434470] env[69572]: DEBUG nova.compute.manager [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Received event network-vif-plugged-ffdde986-f3f4-497e-b92a-79f056442380 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 652.434470] env[69572]: DEBUG oslo_concurrency.lockutils [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] Acquiring lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.434470] env[69572]: DEBUG oslo_concurrency.lockutils [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] Lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.434470] env[69572]: DEBUG oslo_concurrency.lockutils [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] Lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.434708] env[69572]: DEBUG nova.compute.manager [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] No waiting events found dispatching network-vif-plugged-ffdde986-f3f4-497e-b92a-79f056442380 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 652.434869] env[69572]: WARNING nova.compute.manager [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Received unexpected event network-vif-plugged-ffdde986-f3f4-497e-b92a-79f056442380 for instance with vm_state building and task_state spawning. [ 652.435026] env[69572]: DEBUG nova.compute.manager [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Received event network-changed-ffdde986-f3f4-497e-b92a-79f056442380 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 652.435104] env[69572]: DEBUG nova.compute.manager [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Refreshing instance network info cache due to event network-changed-ffdde986-f3f4-497e-b92a-79f056442380. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 652.435285] env[69572]: DEBUG oslo_concurrency.lockutils [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] Acquiring lock "refresh_cache-aa86f0d6-bd53-47e8-908c-64ef9c7739a2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.435473] env[69572]: DEBUG oslo_concurrency.lockutils [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] Acquired lock "refresh_cache-aa86f0d6-bd53-47e8-908c-64ef9c7739a2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.435631] env[69572]: DEBUG nova.network.neutron [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Refreshing network info cache for port ffdde986-f3f4-497e-b92a-79f056442380 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.442637] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.442637] env[69572]: value = "task-3433897" [ 652.442637] env[69572]: _type = "Task" [ 652.442637] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.452464] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433897, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.488281] env[69572]: DEBUG nova.network.neutron [-] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.560310] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.560480] env[69572]: DEBUG nova.compute.manager [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 652.566875] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.521s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.566875] env[69572]: DEBUG nova.objects.instance [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lazy-loading 'resources' on Instance uuid b021a0db-b6df-4000-8f62-8d8ee448f1da {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.707025] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609591} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.707025] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 23dfab87-fb78-4861-89ac-acc1530353f1/23dfab87-fb78-4861-89ac-acc1530353f1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.707025] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.707025] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ddbd370-4fdb-481c-b2c1-00daa208cae8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.716732] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquiring lock "2f865843-a85f-4f29-ba8f-11e691e20d2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.716967] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lock "2f865843-a85f-4f29-ba8f-11e691e20d2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.721058] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 652.721058] env[69572]: value = "task-3433898" [ 652.721058] env[69572]: _type = "Task" [ 652.721058] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.729655] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.760211] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433894, 'name': ReconfigVM_Task, 'duration_secs': 0.159677} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.760495] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.760773] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78d67bbf-32db-416b-8697-5260fc9daa38 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.767273] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 652.767273] env[69572]: value = "task-3433899" [ 652.767273] env[69572]: _type = "Task" [ 652.767273] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.775159] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.956816] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433897, 'name': CreateVM_Task, 'duration_secs': 0.312011} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.957052] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.959714] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.959861] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.960183] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.960441] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51e1a7b-7e0a-423c-9127-c69e7f9db68c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.965279] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for the task: (returnval){ [ 652.965279] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52297b80-25b9-77ac-a820-f2a434f498ba" [ 652.965279] env[69572]: _type = "Task" [ 652.965279] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.977021] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52297b80-25b9-77ac-a820-f2a434f498ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.990806] env[69572]: INFO nova.compute.manager [-] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Took 1.45 seconds to deallocate network for instance. [ 653.074037] env[69572]: DEBUG nova.compute.utils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.075012] env[69572]: DEBUG nova.compute.manager [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 653.076264] env[69572]: DEBUG nova.network.neutron [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.143732] env[69572]: DEBUG nova.compute.manager [req-d3188a62-1fea-47b1-9845-4b0f122b96d0 req-cf706eb9-881a-4c98-a9b6-d1b9ccb15efd service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Received event network-changed-68932dd8-9e51-4a9f-8858-ec8aff3df096 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 653.147280] env[69572]: DEBUG nova.compute.manager [req-d3188a62-1fea-47b1-9845-4b0f122b96d0 req-cf706eb9-881a-4c98-a9b6-d1b9ccb15efd service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Refreshing instance network info cache due to event network-changed-68932dd8-9e51-4a9f-8858-ec8aff3df096. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 653.147556] env[69572]: DEBUG oslo_concurrency.lockutils [req-d3188a62-1fea-47b1-9845-4b0f122b96d0 req-cf706eb9-881a-4c98-a9b6-d1b9ccb15efd service nova] Acquiring lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.147744] env[69572]: DEBUG oslo_concurrency.lockutils [req-d3188a62-1fea-47b1-9845-4b0f122b96d0 req-cf706eb9-881a-4c98-a9b6-d1b9ccb15efd service nova] Acquired lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.148465] env[69572]: DEBUG nova.network.neutron [req-d3188a62-1fea-47b1-9845-4b0f122b96d0 req-cf706eb9-881a-4c98-a9b6-d1b9ccb15efd service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Refreshing network info cache for port 68932dd8-9e51-4a9f-8858-ec8aff3df096 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.155073] env[69572]: DEBUG nova.policy [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6b2ac5e9b9c4f92b35419fc6d5553bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9d99c1af00c48089a732e19f6816c56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.231510] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071782} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.236259] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.240211] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d00ca43-a7fe-4d51-a5c5-379b5a9e96f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.267992] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 23dfab87-fb78-4861-89ac-acc1530353f1/23dfab87-fb78-4861-89ac-acc1530353f1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.271143] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33161f8-651f-4937-b403-34118bebf08f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.299770] env[69572]: DEBUG oslo_vmware.api [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433899, 'name': PowerOnVM_Task, 'duration_secs': 0.421434} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.303541] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.305354] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 653.305354] env[69572]: value = "task-3433900" [ 653.305354] env[69572]: _type = "Task" [ 653.305354] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.306714] env[69572]: DEBUG nova.compute.manager [None req-544bb72a-4aef-4b2d-95aa-a2785f599ca3 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 653.307544] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78d88a7-94f7-4332-9a1b-8c4d52d70b48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.326430] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.357802] env[69572]: DEBUG nova.network.neutron [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Updated VIF entry in instance network info cache for port ffdde986-f3f4-497e-b92a-79f056442380. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.358161] env[69572]: DEBUG nova.network.neutron [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Updating instance_info_cache with network_info: [{"id": "ffdde986-f3f4-497e-b92a-79f056442380", "address": "fa:16:3e:88:a3:1c", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffdde986-f3", "ovs_interfaceid": "ffdde986-f3f4-497e-b92a-79f056442380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.476818] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52297b80-25b9-77ac-a820-f2a434f498ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014204} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.477277] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.477430] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.477660] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.477795] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.477970] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.478247] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03002372-3a17-4c0c-babc-8eeea89d7aee {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.495572] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.495751] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.497198] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.497430] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe02c21-3630-4320-87a6-cebdf406b2cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.509078] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for the task: (returnval){ [ 653.509078] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52521e7e-810c-583b-2a37-b7b429e9f651" [ 653.509078] env[69572]: _type = "Task" [ 653.509078] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.520017] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52521e7e-810c-583b-2a37-b7b429e9f651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.547451] env[69572]: DEBUG nova.network.neutron [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Successfully created port: e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.581182] env[69572]: DEBUG nova.compute.manager [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 653.758038] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0e236c-1339-4ab0-9274-9af163d59744 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.769023] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f62d65-a159-43fa-9e6d-b1b4ee910f68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.811935] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c769d003-aa01-49fc-a83d-7c5be0438202 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.824583] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421206fb-2694-4e14-9498-de35a0e22f78 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.828368] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.841759] env[69572]: DEBUG nova.compute.provider_tree [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.862468] env[69572]: DEBUG oslo_concurrency.lockutils [req-7ee74da8-dd1b-4959-89da-a19ebe342dcf req-25555f31-0496-4236-9c24-f38da4922738 service nova] Releasing lock "refresh_cache-aa86f0d6-bd53-47e8-908c-64ef9c7739a2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.978356] env[69572]: DEBUG nova.network.neutron [req-d3188a62-1fea-47b1-9845-4b0f122b96d0 req-cf706eb9-881a-4c98-a9b6-d1b9ccb15efd service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updated VIF entry in instance network info cache for port 68932dd8-9e51-4a9f-8858-ec8aff3df096. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.978803] env[69572]: DEBUG nova.network.neutron [req-d3188a62-1fea-47b1-9845-4b0f122b96d0 req-cf706eb9-881a-4c98-a9b6-d1b9ccb15efd service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance_info_cache with network_info: [{"id": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "address": "fa:16:3e:6a:19:64", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68932dd8-9e", "ovs_interfaceid": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.023807] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52521e7e-810c-583b-2a37-b7b429e9f651, 'name': SearchDatastore_Task, 'duration_secs': 0.018389} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.024679] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3f7876-c216-4877-ba66-4988cb235d0f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.030712] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for the task: (returnval){ [ 654.030712] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52684ef6-ee95-11eb-92be-07e88cba5af7" [ 654.030712] env[69572]: _type = "Task" [ 654.030712] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.039963] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52684ef6-ee95-11eb-92be-07e88cba5af7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.317781] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433900, 'name': ReconfigVM_Task, 'duration_secs': 0.869241} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.318174] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 23dfab87-fb78-4861-89ac-acc1530353f1/23dfab87-fb78-4861-89ac-acc1530353f1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.319155] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9edda6a-9861-4015-8d96-c7d0b86a07a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.326083] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 654.326083] env[69572]: value = "task-3433901" [ 654.326083] env[69572]: _type = "Task" [ 654.326083] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.335407] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433901, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.346272] env[69572]: DEBUG nova.scheduler.client.report [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.389216] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "228334f1-18ab-44f2-9b88-b61b11795099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.390302] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "228334f1-18ab-44f2-9b88-b61b11795099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.482671] env[69572]: DEBUG oslo_concurrency.lockutils [req-d3188a62-1fea-47b1-9845-4b0f122b96d0 req-cf706eb9-881a-4c98-a9b6-d1b9ccb15efd service nova] Releasing lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.544598] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52684ef6-ee95-11eb-92be-07e88cba5af7, 'name': SearchDatastore_Task, 'duration_secs': 0.013769} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.544985] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.547117] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] aa86f0d6-bd53-47e8-908c-64ef9c7739a2/aa86f0d6-bd53-47e8-908c-64ef9c7739a2.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.547416] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03a4f32b-fac6-4411-85c9-11d8bd444590 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.555192] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for the task: (returnval){ [ 654.555192] env[69572]: value = "task-3433902" [ 654.555192] env[69572]: _type = "Task" [ 654.555192] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.564642] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.591499] env[69572]: DEBUG nova.compute.manager [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 654.616884] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.617275] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.617437] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.617639] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.617763] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.617907] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.618152] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.618311] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.618478] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.618637] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.618809] env[69572]: DEBUG nova.virt.hardware [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.619691] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed33cae1-13ad-4245-a742-3f948f60ec3c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.628347] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c61b4f-30de-4466-b8d5-f3794c48d2ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.758979] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.758979] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.837484] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433901, 'name': Rename_Task, 'duration_secs': 0.27846} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.837809] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.838087] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2af0da23-fef0-4a9f-8533-33326f2aaae4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.847371] env[69572]: DEBUG nova.compute.manager [req-67321c95-7b63-4650-a7fc-0df84dd19f45 req-33bd58da-f501-4ba0-bb72-046da822f02a service nova] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Received event network-vif-deleted-5212f478-2a3e-4326-9784-2c95d3798171 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 654.849369] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 654.849369] env[69572]: value = "task-3433903" [ 654.849369] env[69572]: _type = "Task" [ 654.849369] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.853971] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.857188] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.514s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.858192] env[69572]: INFO nova.compute.claims [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.872711] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433903, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.882475] env[69572]: INFO nova.scheduler.client.report [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Deleted allocations for instance b021a0db-b6df-4000-8f62-8d8ee448f1da [ 655.073498] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433902, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.359890] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433903, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.393554] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ee494dc-8065-4e1a-85d2-bf7cad38cf35 tempest-ServerTagsTestJSON-1423704538 tempest-ServerTagsTestJSON-1423704538-project-member] Lock "b021a0db-b6df-4000-8f62-8d8ee448f1da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.673s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.410269] env[69572]: DEBUG nova.network.neutron [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Successfully updated port: e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.568837] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577676} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.570039] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] aa86f0d6-bd53-47e8-908c-64ef9c7739a2/aa86f0d6-bd53-47e8-908c-64ef9c7739a2.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.570039] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.570561] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b0cd502-49b6-48b7-b7f8-19be6388617b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.576604] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for the task: (returnval){ [ 655.576604] env[69572]: value = "task-3433904" [ 655.576604] env[69572]: _type = "Task" [ 655.576604] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.585576] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.717207] env[69572]: INFO nova.compute.manager [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Unrescuing [ 655.717415] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717591] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717768] env[69572]: DEBUG nova.network.neutron [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.863028] env[69572]: DEBUG oslo_vmware.api [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433903, 'name': PowerOnVM_Task, 'duration_secs': 0.705563} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.863028] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.863028] env[69572]: INFO nova.compute.manager [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Took 10.02 seconds to spawn the instance on the hypervisor. [ 655.863028] env[69572]: DEBUG nova.compute.manager [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.863028] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d03b02-5c2f-432a-b84e-9eef1b68bbfc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.914948] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.916028] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquired lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.916028] env[69572]: DEBUG nova.network.neutron [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.018607] env[69572]: DEBUG nova.compute.manager [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 656.019454] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081afe31-a512-4cd7-9fe5-6f2e405f8b2e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.093031] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068775} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.093031] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.093031] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5beb682-3783-4fdf-a290-ea543605543d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.117734] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] aa86f0d6-bd53-47e8-908c-64ef9c7739a2/aa86f0d6-bd53-47e8-908c-64ef9c7739a2.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.123030] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d2e3f99-d8fa-484b-9b8b-e3f04f16768e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.144613] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for the task: (returnval){ [ 656.144613] env[69572]: value = "task-3433905" [ 656.144613] env[69572]: _type = "Task" [ 656.144613] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.153869] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.385278] env[69572]: INFO nova.compute.manager [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Took 40.11 seconds to build instance. [ 656.463876] env[69572]: DEBUG nova.network.neutron [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.530268] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7877db-b4c5-47c3-bb20-19f4a5bdba9f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.536018] env[69572]: INFO nova.compute.manager [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] instance snapshotting [ 656.542060] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fdb985-f04a-453f-bd85-10fdb52c1501 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.549697] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed0f4bb-9170-4902-971c-8f75af780aef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.568950] env[69572]: DEBUG nova.network.neutron [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Updating instance_info_cache with network_info: [{"id": "50d87179-8245-4d3d-8891-3a1b43ad06ab", "address": "fa:16:3e:86:02:93", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d87179-82", "ovs_interfaceid": "50d87179-8245-4d3d-8891-3a1b43ad06ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.573239] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fe4167-f7dc-42ed-bac9-b8ba4c4d99fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.605159] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daecbdc4-1b16-4f7f-b199-4529b2285a15 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.617897] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d83d680-ff7f-48b3-bf89-582cda89fddd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.633564] env[69572]: DEBUG nova.compute.provider_tree [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.653278] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.764206] env[69572]: DEBUG nova.network.neutron [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Updating instance_info_cache with network_info: [{"id": "e1193cf4-9b17-457c-b922-c63cd43f9d4b", "address": "fa:16:3e:18:69:a4", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1193cf4-9b", "ovs_interfaceid": "e1193cf4-9b17-457c-b922-c63cd43f9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.889071] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dc626eeb-e91d-4f72-97f2-9e2a55a297bc tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "23dfab87-fb78-4861-89ac-acc1530353f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.485s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.991442] env[69572]: DEBUG nova.compute.manager [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Received event network-vif-plugged-e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 656.991722] env[69572]: DEBUG oslo_concurrency.lockutils [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] Acquiring lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.991962] env[69572]: DEBUG oslo_concurrency.lockutils [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] Lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.992524] env[69572]: DEBUG oslo_concurrency.lockutils [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] Lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.992769] env[69572]: DEBUG nova.compute.manager [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] No waiting events found dispatching network-vif-plugged-e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 656.992886] env[69572]: WARNING nova.compute.manager [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Received unexpected event network-vif-plugged-e1193cf4-9b17-457c-b922-c63cd43f9d4b for instance with vm_state building and task_state spawning. [ 656.993059] env[69572]: DEBUG nova.compute.manager [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Received event network-changed-e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 656.993215] env[69572]: DEBUG nova.compute.manager [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Refreshing instance network info cache due to event network-changed-e1193cf4-9b17-457c-b922-c63cd43f9d4b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 656.993508] env[69572]: DEBUG oslo_concurrency.lockutils [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] Acquiring lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.076808] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "refresh_cache-84376917-04ce-4186-901b-7289193610fd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.077490] env[69572]: DEBUG nova.objects.instance [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lazy-loading 'flavor' on Instance uuid 84376917-04ce-4186-901b-7289193610fd {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.114543] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 657.115080] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80590afd-3675-4142-babb-04bea26a1a85 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.122969] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 657.122969] env[69572]: value = "task-3433906" [ 657.122969] env[69572]: _type = "Task" [ 657.122969] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.134886] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.137981] env[69572]: DEBUG nova.scheduler.client.report [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.154147] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433905, 'name': ReconfigVM_Task, 'duration_secs': 0.87785} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.154628] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Reconfigured VM instance instance-00000014 to attach disk [datastore1] aa86f0d6-bd53-47e8-908c-64ef9c7739a2/aa86f0d6-bd53-47e8-908c-64ef9c7739a2.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.155300] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91755e21-0ed7-436a-8e63-f806bd400ed2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.163334] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for the task: (returnval){ [ 657.163334] env[69572]: value = "task-3433907" [ 657.163334] env[69572]: _type = "Task" [ 657.163334] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.171374] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433907, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.271047] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Releasing lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.271047] env[69572]: DEBUG nova.compute.manager [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Instance network_info: |[{"id": "e1193cf4-9b17-457c-b922-c63cd43f9d4b", "address": "fa:16:3e:18:69:a4", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1193cf4-9b", "ovs_interfaceid": "e1193cf4-9b17-457c-b922-c63cd43f9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 657.271047] env[69572]: DEBUG oslo_concurrency.lockutils [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] Acquired lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.271047] env[69572]: DEBUG nova.network.neutron [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Refreshing network info cache for port e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.271047] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:69:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1193cf4-9b17-457c-b922-c63cd43f9d4b', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.279339] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.280567] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.281546] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c6178fc-352b-4d70-b43e-c1c0122f2e18 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.307424] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.307424] env[69572]: value = "task-3433908" [ 657.307424] env[69572]: _type = "Task" [ 657.307424] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.318682] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433908, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.396398] env[69572]: DEBUG nova.compute.manager [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 657.584635] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d6634d-b6e9-4165-851b-c25d39418947 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.608274] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.608643] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-591513ca-3582-4b29-887e-edd845a1e702 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.615818] env[69572]: DEBUG oslo_vmware.api [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 657.615818] env[69572]: value = "task-3433909" [ 657.615818] env[69572]: _type = "Task" [ 657.615818] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.624530] env[69572]: DEBUG oslo_vmware.api [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.635563] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.650871] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.651456] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 657.654715] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.553s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.655343] env[69572]: DEBUG nova.objects.instance [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lazy-loading 'resources' on Instance uuid ac2e4d87-28eb-4d0a-9eca-7e110f4802b1 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.674308] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433907, 'name': Rename_Task, 'duration_secs': 0.187501} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.674710] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.674842] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59952078-e0b0-48b9-aa3e-04c0d6c57b8a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.681493] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for the task: (returnval){ [ 657.681493] env[69572]: value = "task-3433910" [ 657.681493] env[69572]: _type = "Task" [ 657.681493] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.691319] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.820022] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433908, 'name': CreateVM_Task, 'duration_secs': 0.386845} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.820022] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.820022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.820022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.820465] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.820725] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6585ed3e-27d0-467e-857b-99ef42443255 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.826746] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 657.826746] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e3db04-8db1-d67b-9fb5-9c18b6eafecf" [ 657.826746] env[69572]: _type = "Task" [ 657.826746] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.839609] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e3db04-8db1-d67b-9fb5-9c18b6eafecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.918410] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.041204] env[69572]: DEBUG nova.network.neutron [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Updated VIF entry in instance network info cache for port e1193cf4-9b17-457c-b922-c63cd43f9d4b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.045558] env[69572]: DEBUG nova.network.neutron [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Updating instance_info_cache with network_info: [{"id": "e1193cf4-9b17-457c-b922-c63cd43f9d4b", "address": "fa:16:3e:18:69:a4", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1193cf4-9b", "ovs_interfaceid": "e1193cf4-9b17-457c-b922-c63cd43f9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.125965] env[69572]: DEBUG oslo_vmware.api [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433909, 'name': PowerOffVM_Task, 'duration_secs': 0.288711} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.129133] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.134647] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 658.134943] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f347245-08f6-428d-990c-5f5e2b03b7b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.153378] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433906, 'name': CreateSnapshot_Task, 'duration_secs': 0.8165} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.155098] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 658.155269] env[69572]: DEBUG oslo_vmware.api [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 658.155269] env[69572]: value = "task-3433911" [ 658.155269] env[69572]: _type = "Task" [ 658.155269] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.156230] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a28340-2b4c-4a01-b066-32a5e0ba12d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.162809] env[69572]: DEBUG nova.compute.utils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.167823] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 658.168029] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.183313] env[69572]: DEBUG oslo_vmware.api [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.193528] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433910, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.228091] env[69572]: DEBUG nova.policy [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6d59c33c3284ac0934e66c7adb25733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da2dcfb742b4d8aae58291fa312c1f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.340877] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e3db04-8db1-d67b-9fb5-9c18b6eafecf, 'name': SearchDatastore_Task, 'duration_secs': 0.013531} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.344399] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.344843] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.345228] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.345513] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.345804] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.346386] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-755bb1fe-9929-419f-aee1-f786b859a26b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.358023] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.358023] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.358023] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba59f0bc-a456-49a4-b8b9-28f04cc2c89a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.368025] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 658.368025] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5288547a-7f5e-8127-a05c-26eda525cab3" [ 658.368025] env[69572]: _type = "Task" [ 658.368025] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.376467] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5288547a-7f5e-8127-a05c-26eda525cab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.477868] env[69572]: DEBUG nova.compute.manager [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Stashing vm_state: active {{(pid=69572) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 658.589416] env[69572]: DEBUG oslo_concurrency.lockutils [req-feb855fc-30c9-4d6f-a497-22daa226caef req-b5f93e09-8936-4e06-bb08-d37e5dd2aedf service nova] Releasing lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.668168] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 658.675717] env[69572]: DEBUG oslo_vmware.api [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433911, 'name': ReconfigVM_Task, 'duration_secs': 0.289633} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.676531] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 658.676606] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.676873] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a2f73c8-c5b1-49b5-b278-49ef9666d610 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.694598] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 658.700483] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c6ad2a11-d6aa-4d5a-994a-02b5c8c46117 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.703553] env[69572]: DEBUG oslo_vmware.api [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 658.703553] env[69572]: value = "task-3433912" [ 658.703553] env[69572]: _type = "Task" [ 658.703553] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.715600] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433910, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.715600] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 658.715600] env[69572]: value = "task-3433913" [ 658.715600] env[69572]: _type = "Task" [ 658.715600] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.724776] env[69572]: DEBUG oslo_vmware.api [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.730218] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433913, 'name': CloneVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.733806] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Successfully created port: 7b9940f4-5d13-49ba-a461-5cc899116527 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.811997] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09b117d-50eb-44e8-8f7f-3a95cf07754b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.820748] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f3b37e-bf99-434c-9c3f-188763c35433 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.855434] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8369dd14-663c-4a31-b286-0b7ea107d7ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.863395] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff09ee6-1c53-45f8-8b6b-ae562a5a5d07 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.881652] env[69572]: DEBUG nova.compute.provider_tree [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.886971] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5288547a-7f5e-8127-a05c-26eda525cab3, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.888159] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca0a7c3-43f7-4267-b9b1-b476c9908898 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.894047] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 658.894047] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5230013e-5b0d-0ac3-d6e3-928400bc5ddf" [ 658.894047] env[69572]: _type = "Task" [ 658.894047] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.904820] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5230013e-5b0d-0ac3-d6e3-928400bc5ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.002320] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.195820] env[69572]: DEBUG oslo_vmware.api [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433910, 'name': PowerOnVM_Task, 'duration_secs': 1.381098} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.196125] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.196426] env[69572]: INFO nova.compute.manager [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Took 10.68 seconds to spawn the instance on the hypervisor. [ 659.196622] env[69572]: DEBUG nova.compute.manager [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.197467] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b08a44b-f7d7-43cf-aa0c-f6559ab028e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.216871] env[69572]: DEBUG oslo_vmware.api [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3433912, 'name': PowerOnVM_Task, 'duration_secs': 0.528723} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.216871] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.216871] env[69572]: DEBUG nova.compute.manager [None req-2e472777-005e-4e5b-9f04-3af556cce8bc tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.217196] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43948424-0f5f-44ff-bbf0-1eb8777a07dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.233225] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433913, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.389107] env[69572]: DEBUG nova.scheduler.client.report [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.405278] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5230013e-5b0d-0ac3-d6e3-928400bc5ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.405646] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.405952] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 00d85748-2c5b-44bb-891d-cc15b8dbc40a/00d85748-2c5b-44bb-891d-cc15b8dbc40a.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.406230] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d2f9fbb-90d8-41f5-ad52-c275296a0ddf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.413366] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 659.413366] env[69572]: value = "task-3433914" [ 659.413366] env[69572]: _type = "Task" [ 659.413366] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.422246] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.683595] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 659.713612] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.718199] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.718199] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.718199] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.718199] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.718199] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.718199] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.718199] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.718199] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.718199] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.718199] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.721971] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a80b83-ed4f-4476-982c-c7b00882688d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.732066] env[69572]: INFO nova.compute.manager [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Took 40.75 seconds to build instance. [ 659.746483] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec417c12-d6fe-4f11-8ebf-01b378ed2c03 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.751576] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433913, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.894633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.897518] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.960s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.900833] env[69572]: INFO nova.compute.claims [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.925532] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433914, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.930020] env[69572]: INFO nova.scheduler.client.report [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Deleted allocations for instance ac2e4d87-28eb-4d0a-9eca-7e110f4802b1 [ 660.238963] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62444f04-db1e-49c0-b23d-43d90094701d tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.214s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.239237] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433913, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.242471] env[69572]: DEBUG nova.compute.manager [None req-23081f8b-16fb-4e41-a015-e49c18d52f76 tempest-ServerDiagnosticsTest-661508534 tempest-ServerDiagnosticsTest-661508534-project-admin] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 660.243884] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e12a229-be8e-4abd-a6ec-df7048db5572 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.251805] env[69572]: INFO nova.compute.manager [None req-23081f8b-16fb-4e41-a015-e49c18d52f76 tempest-ServerDiagnosticsTest-661508534 tempest-ServerDiagnosticsTest-661508534-project-admin] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Retrieving diagnostics [ 660.252827] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6defff-92a5-4106-94bc-420710f6d0ab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.364413] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Successfully updated port: 7b9940f4-5d13-49ba-a461-5cc899116527 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.428949] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515041} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.430447] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 00d85748-2c5b-44bb-891d-cc15b8dbc40a/00d85748-2c5b-44bb-891d-cc15b8dbc40a.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.430447] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.430447] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94b5fe94-70a6-42e0-9638-8525d33dcff6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.440325] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 660.440325] env[69572]: value = "task-3433915" [ 660.440325] env[69572]: _type = "Task" [ 660.440325] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.442168] env[69572]: DEBUG oslo_concurrency.lockutils [None req-de5c8c1c-7340-457c-8b9e-deda85d98176 tempest-ServersAdmin275Test-547214241 tempest-ServersAdmin275Test-547214241-project-member] Lock "ac2e4d87-28eb-4d0a-9eca-7e110f4802b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.734s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.451106] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.741074] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433913, 'name': CloneVM_Task, 'duration_secs': 1.895889} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.741074] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Created linked-clone VM from snapshot [ 660.741074] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd833c0b-7ff9-46bc-87b5-c6809c1c09f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.745901] env[69572]: DEBUG nova.compute.manager [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 660.757890] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Uploading image ae5ee652-4b8d-425c-852a-ea73232a4b38 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 660.788903] env[69572]: DEBUG oslo_vmware.rw_handles [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 660.788903] env[69572]: value = "vm-685496" [ 660.788903] env[69572]: _type = "VirtualMachine" [ 660.788903] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 660.789367] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc0f3c19-689a-4529-a1b7-034c6d6ad5c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.797745] env[69572]: DEBUG oslo_vmware.rw_handles [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lease: (returnval){ [ 660.797745] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d4c1d8-5c4e-56da-a4bc-227c25cc9bfb" [ 660.797745] env[69572]: _type = "HttpNfcLease" [ 660.797745] env[69572]: } obtained for exporting VM: (result){ [ 660.797745] env[69572]: value = "vm-685496" [ 660.797745] env[69572]: _type = "VirtualMachine" [ 660.797745] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 660.798430] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the lease: (returnval){ [ 660.798430] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d4c1d8-5c4e-56da-a4bc-227c25cc9bfb" [ 660.798430] env[69572]: _type = "HttpNfcLease" [ 660.798430] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 660.806052] env[69572]: DEBUG nova.compute.manager [req-2f031dc8-364e-42bd-8e45-16d9019bc0ab req-41ed3497-e8ec-4d51-8b04-af9c0cc112a2 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Received event network-vif-plugged-7b9940f4-5d13-49ba-a461-5cc899116527 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 660.806346] env[69572]: DEBUG oslo_concurrency.lockutils [req-2f031dc8-364e-42bd-8e45-16d9019bc0ab req-41ed3497-e8ec-4d51-8b04-af9c0cc112a2 service nova] Acquiring lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.806589] env[69572]: DEBUG oslo_concurrency.lockutils [req-2f031dc8-364e-42bd-8e45-16d9019bc0ab req-41ed3497-e8ec-4d51-8b04-af9c0cc112a2 service nova] Lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.806854] env[69572]: DEBUG oslo_concurrency.lockutils [req-2f031dc8-364e-42bd-8e45-16d9019bc0ab req-41ed3497-e8ec-4d51-8b04-af9c0cc112a2 service nova] Lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.806987] env[69572]: DEBUG nova.compute.manager [req-2f031dc8-364e-42bd-8e45-16d9019bc0ab req-41ed3497-e8ec-4d51-8b04-af9c0cc112a2 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] No waiting events found dispatching network-vif-plugged-7b9940f4-5d13-49ba-a461-5cc899116527 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 660.807211] env[69572]: WARNING nova.compute.manager [req-2f031dc8-364e-42bd-8e45-16d9019bc0ab req-41ed3497-e8ec-4d51-8b04-af9c0cc112a2 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Received unexpected event network-vif-plugged-7b9940f4-5d13-49ba-a461-5cc899116527 for instance with vm_state building and task_state spawning. [ 660.811264] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 660.811264] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d4c1d8-5c4e-56da-a4bc-227c25cc9bfb" [ 660.811264] env[69572]: _type = "HttpNfcLease" [ 660.811264] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 660.867805] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "refresh_cache-3f1e0612-ce15-441a-8c68-6d5aba1d4484" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.867961] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired lock "refresh_cache-3f1e0612-ce15-441a-8c68-6d5aba1d4484" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.868183] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.953789] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071027} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.957082] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.958709] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b564acd3-1eba-4697-a3f7-d70e515692a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.988087] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 00d85748-2c5b-44bb-891d-cc15b8dbc40a/00d85748-2c5b-44bb-891d-cc15b8dbc40a.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.990830] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152ab3c3-9378-4975-9a2b-4d0edcc49039 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.010951] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 661.010951] env[69572]: value = "task-3433917" [ 661.010951] env[69572]: _type = "Task" [ 661.010951] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.022869] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.269795] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.317043] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 661.317043] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d4c1d8-5c4e-56da-a4bc-227c25cc9bfb" [ 661.317043] env[69572]: _type = "HttpNfcLease" [ 661.317043] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 661.317043] env[69572]: DEBUG oslo_vmware.rw_handles [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 661.317043] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d4c1d8-5c4e-56da-a4bc-227c25cc9bfb" [ 661.317043] env[69572]: _type = "HttpNfcLease" [ 661.317043] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 661.317043] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139f466a-a14d-40c8-8860-1b26eff1d378 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.331126] env[69572]: DEBUG oslo_vmware.rw_handles [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234c1d9-fcc4-8ae5-5c4e-cd7910dc732a/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 661.331126] env[69572]: DEBUG oslo_vmware.rw_handles [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234c1d9-fcc4-8ae5-5c4e-cd7910dc732a/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 661.458278] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.510620] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4aafec9-9925-4f06-8c58-e2cde1a7959f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.526668] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.623918] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aa5584-ed59-4417-a389-e4e5bd054ccc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.634513] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03126df4-03af-4c45-9fa8-f7962383420f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.679529] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d1160c-0f59-4f4e-9a86-8fd23cf6ad8b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.687510] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c55872-0e33-4b05-9e7c-af6f6bc59bbf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.701823] env[69572]: DEBUG nova.compute.provider_tree [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.704299] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Updating instance_info_cache with network_info: [{"id": "7b9940f4-5d13-49ba-a461-5cc899116527", "address": "fa:16:3e:2d:35:7c", "network": {"id": "93fcbd60-0392-4d5b-a49b-f785d7418ed3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1735474644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da2dcfb742b4d8aae58291fa312c1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9940f4-5d", "ovs_interfaceid": "7b9940f4-5d13-49ba-a461-5cc899116527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.726484] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquiring lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.726747] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.727328] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquiring lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.727328] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.727328] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.731317] env[69572]: INFO nova.compute.manager [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Terminating instance [ 662.029878] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433917, 'name': ReconfigVM_Task, 'duration_secs': 0.695561} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.032362] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 00d85748-2c5b-44bb-891d-cc15b8dbc40a/00d85748-2c5b-44bb-891d-cc15b8dbc40a.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.034974] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49991d59-3184-4cdb-8dd9-536480d47222 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.043045] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 662.043045] env[69572]: value = "task-3433918" [ 662.043045] env[69572]: _type = "Task" [ 662.043045] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.055676] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433918, 'name': Rename_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.208360] env[69572]: DEBUG nova.scheduler.client.report [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.212146] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Releasing lock "refresh_cache-3f1e0612-ce15-441a-8c68-6d5aba1d4484" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.216026] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Instance network_info: |[{"id": "7b9940f4-5d13-49ba-a461-5cc899116527", "address": "fa:16:3e:2d:35:7c", "network": {"id": "93fcbd60-0392-4d5b-a49b-f785d7418ed3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1735474644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da2dcfb742b4d8aae58291fa312c1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9940f4-5d", "ovs_interfaceid": "7b9940f4-5d13-49ba-a461-5cc899116527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 662.216026] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:35:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b9940f4-5d13-49ba-a461-5cc899116527', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.222825] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Creating folder: Project (5da2dcfb742b4d8aae58291fa312c1f5). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.223236] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75b7cf3a-e47c-40f2-b057-0c8036ea7b2e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.235903] env[69572]: DEBUG nova.compute.manager [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 662.236153] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.236738] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Created folder: Project (5da2dcfb742b4d8aae58291fa312c1f5) in parent group-v685431. [ 662.236738] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Creating folder: Instances. Parent ref: group-v685497. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.237663] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d0a1fe-e24f-408e-9e9d-10f665dc26b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.241821] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-853b1df5-4067-4c17-94c0-f4bb783d00b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.248519] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.249907] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b51e5d60-2d2a-47de-afc0-67cedec73734 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.256344] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Created folder: Instances in parent group-v685497. [ 662.256344] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.256344] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.256344] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed1f2d3f-55a9-40fc-ab46-a0b58e78e60c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.281039] env[69572]: DEBUG oslo_vmware.api [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for the task: (returnval){ [ 662.281039] env[69572]: value = "task-3433921" [ 662.281039] env[69572]: _type = "Task" [ 662.281039] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.289035] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.289035] env[69572]: value = "task-3433922" [ 662.289035] env[69572]: _type = "Task" [ 662.289035] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.298760] env[69572]: DEBUG oslo_vmware.api [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.305419] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433922, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.559232] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433918, 'name': Rename_Task, 'duration_secs': 0.229148} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.559349] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.560031] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f798161-0cb8-4104-8075-b693a9f87b40 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.568028] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 662.568028] env[69572]: value = "task-3433923" [ 662.568028] env[69572]: _type = "Task" [ 662.568028] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.580969] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.714862] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.715561] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 662.723382] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.258s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.723382] env[69572]: INFO nova.compute.claims [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.813536] env[69572]: DEBUG oslo_vmware.api [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433921, 'name': PowerOffVM_Task, 'duration_secs': 0.265398} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.813779] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433922, 'name': CreateVM_Task, 'duration_secs': 0.413835} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.814478] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.814732] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.815019] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.815381] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-648c5287-3520-4fad-8f27-78d38ca55a1e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.817541] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.817727] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.818142] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.818535] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf7193b-4d73-4745-8bbd-460e75e54f37 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.823875] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 662.823875] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52eb8437-ce03-9d67-85bb-456c96b68168" [ 662.823875] env[69572]: _type = "Task" [ 662.823875] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.832504] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52eb8437-ce03-9d67-85bb-456c96b68168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.887861] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.887861] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.888071] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Deleting the datastore file [datastore1] aa86f0d6-bd53-47e8-908c-64ef9c7739a2 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.888617] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2bfaa72-9cae-4616-b1fe-26cee5cdc620 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.895696] env[69572]: DEBUG oslo_vmware.api [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for the task: (returnval){ [ 662.895696] env[69572]: value = "task-3433925" [ 662.895696] env[69572]: _type = "Task" [ 662.895696] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.905544] env[69572]: DEBUG oslo_vmware.api [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.085830] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433923, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.089790] env[69572]: DEBUG nova.compute.manager [req-74ca664a-2951-4400-8f15-6b95c06106b3 req-e4822cdb-5269-4a7e-8da1-1c6fbb660d20 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Received event network-changed-7b9940f4-5d13-49ba-a461-5cc899116527 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 663.090074] env[69572]: DEBUG nova.compute.manager [req-74ca664a-2951-4400-8f15-6b95c06106b3 req-e4822cdb-5269-4a7e-8da1-1c6fbb660d20 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Refreshing instance network info cache due to event network-changed-7b9940f4-5d13-49ba-a461-5cc899116527. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 663.090373] env[69572]: DEBUG oslo_concurrency.lockutils [req-74ca664a-2951-4400-8f15-6b95c06106b3 req-e4822cdb-5269-4a7e-8da1-1c6fbb660d20 service nova] Acquiring lock "refresh_cache-3f1e0612-ce15-441a-8c68-6d5aba1d4484" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.090989] env[69572]: DEBUG oslo_concurrency.lockutils [req-74ca664a-2951-4400-8f15-6b95c06106b3 req-e4822cdb-5269-4a7e-8da1-1c6fbb660d20 service nova] Acquired lock "refresh_cache-3f1e0612-ce15-441a-8c68-6d5aba1d4484" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.090989] env[69572]: DEBUG nova.network.neutron [req-74ca664a-2951-4400-8f15-6b95c06106b3 req-e4822cdb-5269-4a7e-8da1-1c6fbb660d20 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Refreshing network info cache for port 7b9940f4-5d13-49ba-a461-5cc899116527 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.230145] env[69572]: DEBUG nova.compute.utils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.239414] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 663.239605] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.312129] env[69572]: DEBUG nova.policy [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6d59c33c3284ac0934e66c7adb25733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da2dcfb742b4d8aae58291fa312c1f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.313994] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "001031c3-4048-4c09-bc72-a7cdeb070c37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.320267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "001031c3-4048-4c09-bc72-a7cdeb070c37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.340577] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52eb8437-ce03-9d67-85bb-456c96b68168, 'name': SearchDatastore_Task, 'duration_secs': 0.01255} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.340916] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.341203] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.341454] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.341599] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.345016] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.345016] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5efd0b4f-1b94-46f4-8a8d-8406ed6edecd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.353514] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.353514] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.354735] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ae3f9a-be67-44ac-8054-ae970f1c0256 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.361516] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 663.361516] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f5b87f-7016-e241-851a-bba918a858ed" [ 663.361516] env[69572]: _type = "Task" [ 663.361516] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.370081] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f5b87f-7016-e241-851a-bba918a858ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.407371] env[69572]: DEBUG oslo_vmware.api [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Task: {'id': task-3433925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176351} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.407799] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.408078] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.408369] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.408664] env[69572]: INFO nova.compute.manager [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 663.409030] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.409203] env[69572]: DEBUG nova.compute.manager [-] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 663.409344] env[69572]: DEBUG nova.network.neutron [-] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.579746] env[69572]: DEBUG oslo_vmware.api [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433923, 'name': PowerOnVM_Task, 'duration_secs': 0.676442} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.580230] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.580305] env[69572]: INFO nova.compute.manager [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Took 8.99 seconds to spawn the instance on the hypervisor. [ 663.580481] env[69572]: DEBUG nova.compute.manager [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.581519] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738fbe91-0f77-47eb-945a-e134e56edf4d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.737790] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 663.876799] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f5b87f-7016-e241-851a-bba918a858ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.877675] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e57a44-cb0d-454e-8b98-fd627ec76c83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.883486] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 663.883486] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5212b2eb-2aec-42d1-47dd-615d25b14e8a" [ 663.883486] env[69572]: _type = "Task" [ 663.883486] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.893377] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5212b2eb-2aec-42d1-47dd-615d25b14e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.903916] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Successfully created port: ee4c3778-617a-4c82-b7ce-75c5d78878a0 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.017759] env[69572]: DEBUG nova.network.neutron [req-74ca664a-2951-4400-8f15-6b95c06106b3 req-e4822cdb-5269-4a7e-8da1-1c6fbb660d20 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Updated VIF entry in instance network info cache for port 7b9940f4-5d13-49ba-a461-5cc899116527. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.018072] env[69572]: DEBUG nova.network.neutron [req-74ca664a-2951-4400-8f15-6b95c06106b3 req-e4822cdb-5269-4a7e-8da1-1c6fbb660d20 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Updating instance_info_cache with network_info: [{"id": "7b9940f4-5d13-49ba-a461-5cc899116527", "address": "fa:16:3e:2d:35:7c", "network": {"id": "93fcbd60-0392-4d5b-a49b-f785d7418ed3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1735474644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da2dcfb742b4d8aae58291fa312c1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9940f4-5d", "ovs_interfaceid": "7b9940f4-5d13-49ba-a461-5cc899116527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.778516] env[69572]: DEBUG nova.network.neutron [-] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.778927] env[69572]: DEBUG oslo_concurrency.lockutils [req-74ca664a-2951-4400-8f15-6b95c06106b3 req-e4822cdb-5269-4a7e-8da1-1c6fbb660d20 service nova] Releasing lock "refresh_cache-3f1e0612-ce15-441a-8c68-6d5aba1d4484" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.784629] env[69572]: INFO nova.compute.manager [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Took 36.26 seconds to build instance. [ 664.793723] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5212b2eb-2aec-42d1-47dd-615d25b14e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.795903] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.795903] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 3f1e0612-ce15-441a-8c68-6d5aba1d4484/3f1e0612-ce15-441a-8c68-6d5aba1d4484.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.795903] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e14dcd1-9451-4e2a-a239-5aa9a1bc61a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.805737] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 664.805737] env[69572]: value = "task-3433926" [ 664.805737] env[69572]: _type = "Task" [ 664.805737] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.815165] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.964807] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "e2329396-1e21-4b57-be90-b31a1b91743b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.964807] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.142163] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603a6f0b-37e5-46d5-aa56-1f46d6bb83af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.150949] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6571ac-be28-42e6-8be6-3c2e52dd554d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.189411] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf46699-65fa-4432-806e-3ae2187ab1fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.203145] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3bc799-f38a-4a10-9f81-d9d86843c4eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.210621] env[69572]: DEBUG nova.compute.manager [req-a6615cbf-1cc9-4823-88c3-f6a84b34aa64 req-92d36027-fe7d-49a1-8184-02c62529fdc0 service nova] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Received event network-vif-deleted-ffdde986-f3f4-497e-b92a-79f056442380 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 665.227884] env[69572]: DEBUG nova.compute.provider_tree [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.287867] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 665.295168] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d305c57b-0044-49b6-b448-aa04b8e48fba tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.601s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.302782] env[69572]: INFO nova.compute.manager [-] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Took 1.89 seconds to deallocate network for instance. [ 665.320524] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433926, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.328338] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.332028] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.332028] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.332028] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.332028] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.332028] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.332028] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.332028] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.332028] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.332028] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.332028] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.332028] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56dbeef-1611-4fbf-8182-fce20cf118d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.339102] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fbe79a-b887-4da4-9fa8-cd2c77f00cf3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.525198] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Successfully updated port: ee4c3778-617a-4c82-b7ce-75c5d78878a0 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.731280] env[69572]: DEBUG nova.scheduler.client.report [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.800199] env[69572]: DEBUG nova.compute.manager [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 665.814274] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.820312] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534136} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.820867] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 3f1e0612-ce15-441a-8c68-6d5aba1d4484/3f1e0612-ce15-441a-8c68-6d5aba1d4484.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.821257] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.821625] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82bff4ff-a666-4acb-862d-c64017e3f6bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.831841] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 665.831841] env[69572]: value = "task-3433927" [ 665.831841] env[69572]: _type = "Task" [ 665.831841] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.840403] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.032564] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "refresh_cache-4525d836-8702-40f2-996f-c2dcd70e86bc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.032564] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired lock "refresh_cache-4525d836-8702-40f2-996f-c2dcd70e86bc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.032564] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.240776] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.516s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.240776] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 666.241997] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.490s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.245026] env[69572]: INFO nova.compute.claims [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.331465] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.343270] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103836} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.343549] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.344468] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5560aac9-0ef2-4222-a193-f782351e6df1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.370216] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3f1e0612-ce15-441a-8c68-6d5aba1d4484/3f1e0612-ce15-441a-8c68-6d5aba1d4484.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.370808] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378ff1c9-7369-4ac0-ba60-7714d90d6d48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.393861] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 666.393861] env[69572]: value = "task-3433928" [ 666.393861] env[69572]: _type = "Task" [ 666.393861] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.404241] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.568770] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.685166] env[69572]: DEBUG nova.compute.manager [req-0350e566-91cb-42be-a4c4-25de39aac8ea req-c5863435-a441-4f7c-be04-8b8adff71bf2 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Received event network-changed-a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 666.685166] env[69572]: DEBUG nova.compute.manager [req-0350e566-91cb-42be-a4c4-25de39aac8ea req-c5863435-a441-4f7c-be04-8b8adff71bf2 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Refreshing instance network info cache due to event network-changed-a235fd20-18e4-4b8b-92e0-2769f0d8f42b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 666.685349] env[69572]: DEBUG oslo_concurrency.lockutils [req-0350e566-91cb-42be-a4c4-25de39aac8ea req-c5863435-a441-4f7c-be04-8b8adff71bf2 service nova] Acquiring lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.685387] env[69572]: DEBUG oslo_concurrency.lockutils [req-0350e566-91cb-42be-a4c4-25de39aac8ea req-c5863435-a441-4f7c-be04-8b8adff71bf2 service nova] Acquired lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.685563] env[69572]: DEBUG nova.network.neutron [req-0350e566-91cb-42be-a4c4-25de39aac8ea req-c5863435-a441-4f7c-be04-8b8adff71bf2 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Refreshing network info cache for port a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.744225] env[69572]: DEBUG nova.compute.utils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.746346] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 666.750917] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.756409] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Updating instance_info_cache with network_info: [{"id": "ee4c3778-617a-4c82-b7ce-75c5d78878a0", "address": "fa:16:3e:e4:ce:7b", "network": {"id": "93fcbd60-0392-4d5b-a49b-f785d7418ed3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1735474644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da2dcfb742b4d8aae58291fa312c1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4c3778-61", "ovs_interfaceid": "ee4c3778-617a-4c82-b7ce-75c5d78878a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.810426] env[69572]: DEBUG nova.policy [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6d59c33c3284ac0934e66c7adb25733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da2dcfb742b4d8aae58291fa312c1f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.905815] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.073662] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Successfully created port: 69a18434-4238-4fe3-ac0d-5ae76afa1db9 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.259147] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 667.265541] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Releasing lock "refresh_cache-4525d836-8702-40f2-996f-c2dcd70e86bc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.265823] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Instance network_info: |[{"id": "ee4c3778-617a-4c82-b7ce-75c5d78878a0", "address": "fa:16:3e:e4:ce:7b", "network": {"id": "93fcbd60-0392-4d5b-a49b-f785d7418ed3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1735474644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da2dcfb742b4d8aae58291fa312c1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4c3778-61", "ovs_interfaceid": "ee4c3778-617a-4c82-b7ce-75c5d78878a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 667.269226] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:ce:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee4c3778-617a-4c82-b7ce-75c5d78878a0', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.279499] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.279499] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.279499] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af24ee9f-768e-4b1e-a542-a0ce64b48d43 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.303229] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.303229] env[69572]: value = "task-3433929" [ 667.303229] env[69572]: _type = "Task" [ 667.303229] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.310847] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433929, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.408397] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433928, 'name': ReconfigVM_Task, 'duration_secs': 0.5333} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.412025] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3f1e0612-ce15-441a-8c68-6d5aba1d4484/3f1e0612-ce15-441a-8c68-6d5aba1d4484.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.412025] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c973f86-8923-4902-9f60-a10bc3d2af48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.415978] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 667.415978] env[69572]: value = "task-3433930" [ 667.415978] env[69572]: _type = "Task" [ 667.415978] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.429054] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433930, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.493579] env[69572]: DEBUG nova.network.neutron [req-0350e566-91cb-42be-a4c4-25de39aac8ea req-c5863435-a441-4f7c-be04-8b8adff71bf2 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updated VIF entry in instance network info cache for port a235fd20-18e4-4b8b-92e0-2769f0d8f42b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.495257] env[69572]: DEBUG nova.network.neutron [req-0350e566-91cb-42be-a4c4-25de39aac8ea req-c5863435-a441-4f7c-be04-8b8adff71bf2 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updating instance_info_cache with network_info: [{"id": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "address": "fa:16:3e:12:40:29", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa235fd20-18", "ovs_interfaceid": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.816719] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433929, 'name': CreateVM_Task, 'duration_secs': 0.468149} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.819528] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.820425] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.820662] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.820910] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.821465] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ae4907-1d5c-41cd-85f9-ecdb58545039 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.826537] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 667.826537] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb0a59-475c-285e-4885-bbe5232090c7" [ 667.826537] env[69572]: _type = "Task" [ 667.826537] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.836028] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb0a59-475c-285e-4885-bbe5232090c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.874041] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf20c04-3d91-499a-a11a-9c452e56f316 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.882020] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abfbf68-c665-40f3-8dc8-a35f5fac4ba8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.912885] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b0f330-7315-4da1-8900-883e11e056ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.923725] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae866fb4-1772-4369-874a-19b93922a442 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.932303] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433930, 'name': Rename_Task, 'duration_secs': 0.217155} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.932622] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.932899] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-422597d3-c1b9-425e-9f52-ad0cf3589013 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.942734] env[69572]: DEBUG nova.compute.provider_tree [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.948926] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 667.948926] env[69572]: value = "task-3433931" [ 667.948926] env[69572]: _type = "Task" [ 667.948926] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.957524] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.997343] env[69572]: DEBUG oslo_concurrency.lockutils [req-0350e566-91cb-42be-a4c4-25de39aac8ea req-c5863435-a441-4f7c-be04-8b8adff71bf2 service nova] Releasing lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.014183] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquiring lock "95029ea4-1849-4080-ad2e-935f1c38c529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.014183] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lock "95029ea4-1849-4080-ad2e-935f1c38c529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.116053] env[69572]: DEBUG nova.compute.manager [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Received event network-vif-plugged-ee4c3778-617a-4c82-b7ce-75c5d78878a0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 668.116270] env[69572]: DEBUG oslo_concurrency.lockutils [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] Acquiring lock "4525d836-8702-40f2-996f-c2dcd70e86bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.116473] env[69572]: DEBUG oslo_concurrency.lockutils [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] Lock "4525d836-8702-40f2-996f-c2dcd70e86bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.116635] env[69572]: DEBUG oslo_concurrency.lockutils [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] Lock "4525d836-8702-40f2-996f-c2dcd70e86bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.116796] env[69572]: DEBUG nova.compute.manager [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] No waiting events found dispatching network-vif-plugged-ee4c3778-617a-4c82-b7ce-75c5d78878a0 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 668.116950] env[69572]: WARNING nova.compute.manager [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Received unexpected event network-vif-plugged-ee4c3778-617a-4c82-b7ce-75c5d78878a0 for instance with vm_state building and task_state spawning. [ 668.119112] env[69572]: DEBUG nova.compute.manager [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Received event network-changed-ee4c3778-617a-4c82-b7ce-75c5d78878a0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 668.119112] env[69572]: DEBUG nova.compute.manager [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Refreshing instance network info cache due to event network-changed-ee4c3778-617a-4c82-b7ce-75c5d78878a0. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 668.119112] env[69572]: DEBUG oslo_concurrency.lockutils [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] Acquiring lock "refresh_cache-4525d836-8702-40f2-996f-c2dcd70e86bc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.119112] env[69572]: DEBUG oslo_concurrency.lockutils [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] Acquired lock "refresh_cache-4525d836-8702-40f2-996f-c2dcd70e86bc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.119112] env[69572]: DEBUG nova.network.neutron [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Refreshing network info cache for port ee4c3778-617a-4c82-b7ce-75c5d78878a0 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.269246] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 668.300722] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.301113] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.301308] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.301455] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.301598] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.301741] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.302801] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.302801] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.302801] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.302801] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.302801] env[69572]: DEBUG nova.virt.hardware [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.303467] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0823ba4a-f1ac-40f5-8da8-fdf155dc64dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.311843] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c954db98-f199-4639-a0d1-60957fd9b9d5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.335200] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb0a59-475c-285e-4885-bbe5232090c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012353} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.335500] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.335726] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.335956] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.336295] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.336295] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.336539] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7d2bdd-d974-4efd-9df6-6b969ba0de03 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.344776] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.344991] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.345729] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea886b7-f5a2-40e5-a877-7d1047804f59 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.351407] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 668.351407] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5263a257-51ab-9e34-b6a8-08097d97579b" [ 668.351407] env[69572]: _type = "Task" [ 668.351407] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.359525] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5263a257-51ab-9e34-b6a8-08097d97579b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.445775] env[69572]: DEBUG nova.scheduler.client.report [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.459249] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.690669] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Successfully updated port: 69a18434-4238-4fe3-ac0d-5ae76afa1db9 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.844923] env[69572]: DEBUG nova.network.neutron [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Updated VIF entry in instance network info cache for port ee4c3778-617a-4c82-b7ce-75c5d78878a0. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.845322] env[69572]: DEBUG nova.network.neutron [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Updating instance_info_cache with network_info: [{"id": "ee4c3778-617a-4c82-b7ce-75c5d78878a0", "address": "fa:16:3e:e4:ce:7b", "network": {"id": "93fcbd60-0392-4d5b-a49b-f785d7418ed3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1735474644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da2dcfb742b4d8aae58291fa312c1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4c3778-61", "ovs_interfaceid": "ee4c3778-617a-4c82-b7ce-75c5d78878a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.865928] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5263a257-51ab-9e34-b6a8-08097d97579b, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.867146] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8c1f63-a733-4958-b8b8-ff91803284e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.874165] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 668.874165] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]528911b3-c59e-559e-9c42-81e3ca26cf79" [ 668.874165] env[69572]: _type = "Task" [ 668.874165] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.883725] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528911b3-c59e-559e-9c42-81e3ca26cf79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.951143] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.951782] env[69572]: DEBUG nova.compute.manager [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 668.954500] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.422s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.955036] env[69572]: DEBUG nova.objects.instance [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lazy-loading 'resources' on Instance uuid c4c3542a-99d9-43a5-b53a-a6f1a740d378 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.967519] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433931, 'name': PowerOnVM_Task, 'duration_secs': 0.991618} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.967972] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.968131] env[69572]: INFO nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Took 9.28 seconds to spawn the instance on the hypervisor. [ 668.968369] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.969147] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40671ace-b884-4880-a12f-4db680ee336e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.197634] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "refresh_cache-aef8635a-a3e7-413e-8a05-5b8518c2a060" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.197634] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired lock "refresh_cache-aef8635a-a3e7-413e-8a05-5b8518c2a060" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.197634] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.296224] env[69572]: DEBUG nova.compute.manager [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Received event network-changed-a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 669.296422] env[69572]: DEBUG nova.compute.manager [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Refreshing instance network info cache due to event network-changed-a235fd20-18e4-4b8b-92e0-2769f0d8f42b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 669.296634] env[69572]: DEBUG oslo_concurrency.lockutils [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] Acquiring lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.296785] env[69572]: DEBUG oslo_concurrency.lockutils [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] Acquired lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.296919] env[69572]: DEBUG nova.network.neutron [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Refreshing network info cache for port a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.348245] env[69572]: DEBUG oslo_concurrency.lockutils [req-f61a4139-e30b-4d33-965f-c783546ccd86 req-3999e6f0-5d86-4222-bd45-2ca3fe8c26c7 service nova] Releasing lock "refresh_cache-4525d836-8702-40f2-996f-c2dcd70e86bc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.385931] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528911b3-c59e-559e-9c42-81e3ca26cf79, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.386218] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.386476] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 4525d836-8702-40f2-996f-c2dcd70e86bc/4525d836-8702-40f2-996f-c2dcd70e86bc.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.386739] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccb4849a-dcbf-40a5-81e6-6dd75ec75577 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.393445] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 669.393445] env[69572]: value = "task-3433932" [ 669.393445] env[69572]: _type = "Task" [ 669.393445] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.401868] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.462609] env[69572]: DEBUG nova.compute.utils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.466430] env[69572]: DEBUG nova.compute.manager [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 669.466610] env[69572]: DEBUG nova.network.neutron [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.491530] env[69572]: INFO nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Took 37.19 seconds to build instance. [ 669.543963] env[69572]: DEBUG nova.policy [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7a0623619394eada834dc1de226662d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2edbcad68ef04cda8b7235f15aa0d2c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.750124] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.904566] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433932, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.969283] env[69572]: DEBUG nova.compute.manager [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 669.999216] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.513s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.050841] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e21900-60e5-4c5c-9863-7b17504f2862 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.060631] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e75997d-2c29-4326-9768-e80929f363d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.093075] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa82008-e37b-4f5f-afe5-3514e3ed2f1c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.101076] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eef93e-56da-470b-94f7-c3d94b10b42a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.114980] env[69572]: DEBUG nova.compute.provider_tree [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.119309] env[69572]: DEBUG nova.network.neutron [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Updating instance_info_cache with network_info: [{"id": "69a18434-4238-4fe3-ac0d-5ae76afa1db9", "address": "fa:16:3e:6c:bc:a8", "network": {"id": "93fcbd60-0392-4d5b-a49b-f785d7418ed3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1735474644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da2dcfb742b4d8aae58291fa312c1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a18434-42", "ovs_interfaceid": "69a18434-4238-4fe3-ac0d-5ae76afa1db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.239960] env[69572]: DEBUG nova.network.neutron [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updated VIF entry in instance network info cache for port a235fd20-18e4-4b8b-92e0-2769f0d8f42b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.240446] env[69572]: DEBUG nova.network.neutron [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updating instance_info_cache with network_info: [{"id": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "address": "fa:16:3e:12:40:29", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa235fd20-18", "ovs_interfaceid": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.248282] env[69572]: DEBUG nova.network.neutron [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Successfully created port: bfdfffb2-2fba-4056-9945-5ef1ac37b72e {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.405215] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546831} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.405552] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 4525d836-8702-40f2-996f-c2dcd70e86bc/4525d836-8702-40f2-996f-c2dcd70e86bc.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.405790] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.406058] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed4432a2-0850-4cb8-a512-d0ac829e6073 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.416105] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 670.416105] env[69572]: value = "task-3433933" [ 670.416105] env[69572]: _type = "Task" [ 670.416105] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.423855] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.493189] env[69572]: DEBUG nova.compute.manager [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Received event network-vif-plugged-69a18434-4238-4fe3-ac0d-5ae76afa1db9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 670.493189] env[69572]: DEBUG oslo_concurrency.lockutils [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] Acquiring lock "aef8635a-a3e7-413e-8a05-5b8518c2a060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.494891] env[69572]: DEBUG oslo_concurrency.lockutils [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] Lock "aef8635a-a3e7-413e-8a05-5b8518c2a060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.494891] env[69572]: DEBUG oslo_concurrency.lockutils [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] Lock "aef8635a-a3e7-413e-8a05-5b8518c2a060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.494891] env[69572]: DEBUG nova.compute.manager [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] No waiting events found dispatching network-vif-plugged-69a18434-4238-4fe3-ac0d-5ae76afa1db9 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 670.494891] env[69572]: WARNING nova.compute.manager [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Received unexpected event network-vif-plugged-69a18434-4238-4fe3-ac0d-5ae76afa1db9 for instance with vm_state building and task_state spawning. [ 670.494891] env[69572]: DEBUG nova.compute.manager [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Received event network-changed-69a18434-4238-4fe3-ac0d-5ae76afa1db9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 670.494891] env[69572]: DEBUG nova.compute.manager [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Refreshing instance network info cache due to event network-changed-69a18434-4238-4fe3-ac0d-5ae76afa1db9. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 670.494891] env[69572]: DEBUG oslo_concurrency.lockutils [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] Acquiring lock "refresh_cache-aef8635a-a3e7-413e-8a05-5b8518c2a060" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.502050] env[69572]: DEBUG nova.compute.manager [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 670.622206] env[69572]: DEBUG nova.scheduler.client.report [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.626185] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Releasing lock "refresh_cache-aef8635a-a3e7-413e-8a05-5b8518c2a060" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.626185] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Instance network_info: |[{"id": "69a18434-4238-4fe3-ac0d-5ae76afa1db9", "address": "fa:16:3e:6c:bc:a8", "network": {"id": "93fcbd60-0392-4d5b-a49b-f785d7418ed3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1735474644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da2dcfb742b4d8aae58291fa312c1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a18434-42", "ovs_interfaceid": "69a18434-4238-4fe3-ac0d-5ae76afa1db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 670.626185] env[69572]: DEBUG oslo_concurrency.lockutils [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] Acquired lock "refresh_cache-aef8635a-a3e7-413e-8a05-5b8518c2a060" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.626406] env[69572]: DEBUG nova.network.neutron [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Refreshing network info cache for port 69a18434-4238-4fe3-ac0d-5ae76afa1db9 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.630024] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:bc:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69a18434-4238-4fe3-ac0d-5ae76afa1db9', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.635084] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.638430] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.639281] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2793730-318c-4d01-b885-2f739ab5a0e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.660344] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.660344] env[69572]: value = "task-3433934" [ 670.660344] env[69572]: _type = "Task" [ 670.660344] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.669500] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433934, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.743062] env[69572]: DEBUG oslo_concurrency.lockutils [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] Releasing lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.743352] env[69572]: DEBUG nova.compute.manager [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Received event network-changed-e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 670.743521] env[69572]: DEBUG nova.compute.manager [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Refreshing instance network info cache due to event network-changed-e1193cf4-9b17-457c-b922-c63cd43f9d4b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 670.743749] env[69572]: DEBUG oslo_concurrency.lockutils [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] Acquiring lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.744085] env[69572]: DEBUG oslo_concurrency.lockutils [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] Acquired lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.744085] env[69572]: DEBUG nova.network.neutron [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Refreshing network info cache for port e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.925632] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068072} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.925993] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.926793] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76af5cc-2143-464a-854f-04b49f71c3b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.950353] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 4525d836-8702-40f2-996f-c2dcd70e86bc/4525d836-8702-40f2-996f-c2dcd70e86bc.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.951390] env[69572]: DEBUG nova.network.neutron [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Updated VIF entry in instance network info cache for port 69a18434-4238-4fe3-ac0d-5ae76afa1db9. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.951776] env[69572]: DEBUG nova.network.neutron [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Updating instance_info_cache with network_info: [{"id": "69a18434-4238-4fe3-ac0d-5ae76afa1db9", "address": "fa:16:3e:6c:bc:a8", "network": {"id": "93fcbd60-0392-4d5b-a49b-f785d7418ed3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1735474644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5da2dcfb742b4d8aae58291fa312c1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69a18434-42", "ovs_interfaceid": "69a18434-4238-4fe3-ac0d-5ae76afa1db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.952918] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1899e27-9a5c-4831-a63e-8eb0df9744ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.969667] env[69572]: DEBUG oslo_concurrency.lockutils [req-7b8a1227-d415-4cee-a9ad-3271b7c0abbc req-bdecea0f-8a9f-4047-9769-7e947adcde44 service nova] Releasing lock "refresh_cache-aef8635a-a3e7-413e-8a05-5b8518c2a060" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.975091] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 670.975091] env[69572]: value = "task-3433935" [ 670.975091] env[69572]: _type = "Task" [ 670.975091] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.981422] env[69572]: DEBUG nova.compute.manager [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 670.987561] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.017575] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.017575] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.017575] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.017575] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.017575] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.017575] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.017575] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.017969] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.017969] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.023028] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.023028] env[69572]: DEBUG nova.virt.hardware [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.023028] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600ca0d2-e001-404b-a9f8-4e183fa688c6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.029578] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d8f3c9-277b-4cff-afc2-824dbac5f499 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.035106] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.111601] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.112414] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.137275] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.140853] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.568s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.142688] env[69572]: INFO nova.compute.claims [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.167538] env[69572]: INFO nova.scheduler.client.report [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Deleted allocations for instance c4c3542a-99d9-43a5-b53a-a6f1a740d378 [ 671.176438] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433934, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.241345] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.241644] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.241857] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.242053] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.242238] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.246105] env[69572]: INFO nova.compute.manager [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Terminating instance [ 671.486024] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433935, 'name': ReconfigVM_Task, 'duration_secs': 0.491325} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.486563] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 4525d836-8702-40f2-996f-c2dcd70e86bc/4525d836-8702-40f2-996f-c2dcd70e86bc.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.487572] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d74b5e12-e475-48e4-8393-06f5372f76a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.492709] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 671.492709] env[69572]: value = "task-3433936" [ 671.492709] env[69572]: _type = "Task" [ 671.492709] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.498349] env[69572]: DEBUG nova.compute.manager [req-3ed51120-9514-403a-86e0-a119ced6b7fc req-eb5833e0-bcbf-4c8e-8781-8ad2388193c5 service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Received event network-changed-e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 671.498532] env[69572]: DEBUG nova.compute.manager [req-3ed51120-9514-403a-86e0-a119ced6b7fc req-eb5833e0-bcbf-4c8e-8781-8ad2388193c5 service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Refreshing instance network info cache due to event network-changed-e1193cf4-9b17-457c-b922-c63cd43f9d4b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 671.498746] env[69572]: DEBUG oslo_concurrency.lockutils [req-3ed51120-9514-403a-86e0-a119ced6b7fc req-eb5833e0-bcbf-4c8e-8781-8ad2388193c5 service nova] Acquiring lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.499533] env[69572]: DEBUG nova.network.neutron [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Updated VIF entry in instance network info cache for port e1193cf4-9b17-457c-b922-c63cd43f9d4b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.499895] env[69572]: DEBUG nova.network.neutron [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Updating instance_info_cache with network_info: [{"id": "e1193cf4-9b17-457c-b922-c63cd43f9d4b", "address": "fa:16:3e:18:69:a4", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1193cf4-9b", "ovs_interfaceid": "e1193cf4-9b17-457c-b922-c63cd43f9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.507244] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433936, 'name': Rename_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.625039] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.625413] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.625634] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.625842] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.626047] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.626466] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.626466] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 671.626719] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.677211] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433934, 'name': CreateVM_Task, 'duration_secs': 0.526805} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.677446] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.678525] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.678643] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.679114] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.679461] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec58b5b-5c37-4b6c-b483-47bed6caf8c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.685530] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e014fd2e-fde3-446d-a7ae-3cf71ef5fd96 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "c4c3542a-99d9-43a5-b53a-a6f1a740d378" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.638s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.691608] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 671.691608] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529e263c-be03-5cd1-1c0d-3eb58061430c" [ 671.691608] env[69572]: _type = "Task" [ 671.691608] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.703219] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529e263c-be03-5cd1-1c0d-3eb58061430c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.755768] env[69572]: DEBUG nova.compute.manager [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 671.756034] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.756974] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8646062-e6dd-4cea-a7c7-155d7252e1ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.764890] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.765081] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1c68892-78eb-40b2-90d4-36b40fd1fbce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.777184] env[69572]: DEBUG oslo_vmware.api [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 671.777184] env[69572]: value = "task-3433937" [ 671.777184] env[69572]: _type = "Task" [ 671.777184] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.787017] env[69572]: DEBUG oslo_vmware.api [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.815371] env[69572]: DEBUG nova.network.neutron [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Successfully updated port: bfdfffb2-2fba-4056-9945-5ef1ac37b72e {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.003567] env[69572]: DEBUG oslo_concurrency.lockutils [req-65e34939-7504-40be-9810-29d958c4629a req-208abe5e-58df-48e1-a960-d77394e51cbc service nova] Releasing lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.003992] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433936, 'name': Rename_Task, 'duration_secs': 0.209074} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.004243] env[69572]: DEBUG oslo_concurrency.lockutils [req-3ed51120-9514-403a-86e0-a119ced6b7fc req-eb5833e0-bcbf-4c8e-8781-8ad2388193c5 service nova] Acquired lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.004448] env[69572]: DEBUG nova.network.neutron [req-3ed51120-9514-403a-86e0-a119ced6b7fc req-eb5833e0-bcbf-4c8e-8781-8ad2388193c5 service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Refreshing network info cache for port e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.005701] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.006532] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27aa80b5-863d-4359-b55c-d696c6cbebb3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.012885] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 672.012885] env[69572]: value = "task-3433938" [ 672.012885] env[69572]: _type = "Task" [ 672.012885] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.022258] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.132617] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.209267] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529e263c-be03-5cd1-1c0d-3eb58061430c, 'name': SearchDatastore_Task, 'duration_secs': 0.016248} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.209267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.209267] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.209267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.209267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.209267] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.209267] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84384cb2-9913-4071-8ff3-3150a1557de1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.219462] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.219660] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.220467] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0cb121f-39a9-49bd-aacc-18af0ca7a769 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.228773] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 672.228773] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524298bf-229d-92c4-330d-d426038772bb" [ 672.228773] env[69572]: _type = "Task" [ 672.228773] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.237932] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524298bf-229d-92c4-330d-d426038772bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.287899] env[69572]: DEBUG oslo_vmware.api [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433937, 'name': PowerOffVM_Task, 'duration_secs': 0.276934} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.288191] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.288358] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.288683] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f8d3f89-eccc-43f1-9aba-a9233ef920f9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.319145] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquiring lock "refresh_cache-4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.319145] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquired lock "refresh_cache-4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.319145] env[69572]: DEBUG nova.network.neutron [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.353334] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.353518] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.353706] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Deleting the datastore file [datastore2] 00d85748-2c5b-44bb-891d-cc15b8dbc40a {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.353970] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66704cb0-ff12-4310-b6be-949d2ed91880 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.363550] env[69572]: DEBUG oslo_vmware.api [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 672.363550] env[69572]: value = "task-3433940" [ 672.363550] env[69572]: _type = "Task" [ 672.363550] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.375015] env[69572]: DEBUG oslo_vmware.api [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.532045] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433938, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.569038] env[69572]: DEBUG oslo_vmware.rw_handles [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234c1d9-fcc4-8ae5-5c4e-cd7910dc732a/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 672.569334] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62dae72-80c0-4ed9-bff0-85319de44a90 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.576877] env[69572]: DEBUG oslo_vmware.rw_handles [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234c1d9-fcc4-8ae5-5c4e-cd7910dc732a/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 672.577296] env[69572]: ERROR oslo_vmware.rw_handles [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234c1d9-fcc4-8ae5-5c4e-cd7910dc732a/disk-0.vmdk due to incomplete transfer. [ 672.580787] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-174bcafa-7959-474c-800e-bf6ea2a3ae40 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.587547] env[69572]: DEBUG oslo_vmware.rw_handles [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234c1d9-fcc4-8ae5-5c4e-cd7910dc732a/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 672.587965] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Uploaded image ae5ee652-4b8d-425c-852a-ea73232a4b38 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 672.592753] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 672.592753] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84b6b03c-c96b-4420-92ef-aac358e6a7db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.600507] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 672.600507] env[69572]: value = "task-3433941" [ 672.600507] env[69572]: _type = "Task" [ 672.600507] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.610380] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433941, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.715041] env[69572]: DEBUG nova.compute.manager [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Received event network-vif-plugged-bfdfffb2-2fba-4056-9945-5ef1ac37b72e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 672.715478] env[69572]: DEBUG oslo_concurrency.lockutils [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] Acquiring lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.715792] env[69572]: DEBUG oslo_concurrency.lockutils [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] Lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.716161] env[69572]: DEBUG oslo_concurrency.lockutils [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] Lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.716419] env[69572]: DEBUG nova.compute.manager [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] No waiting events found dispatching network-vif-plugged-bfdfffb2-2fba-4056-9945-5ef1ac37b72e {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 672.716694] env[69572]: WARNING nova.compute.manager [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Received unexpected event network-vif-plugged-bfdfffb2-2fba-4056-9945-5ef1ac37b72e for instance with vm_state building and task_state spawning. [ 672.717020] env[69572]: DEBUG nova.compute.manager [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Received event network-changed-bfdfffb2-2fba-4056-9945-5ef1ac37b72e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 672.717459] env[69572]: DEBUG nova.compute.manager [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Refreshing instance network info cache due to event network-changed-bfdfffb2-2fba-4056-9945-5ef1ac37b72e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 672.717772] env[69572]: DEBUG oslo_concurrency.lockutils [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] Acquiring lock "refresh_cache-4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.741091] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524298bf-229d-92c4-330d-d426038772bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.742171] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127525b7-9304-430f-8c55-7abb6d5c1bbc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.752246] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 672.752246] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9e5b7-311c-cf91-508e-e96b65e54c92" [ 672.752246] env[69572]: _type = "Task" [ 672.752246] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.760043] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9e5b7-311c-cf91-508e-e96b65e54c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.761855] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f806c5b1-1dff-4138-8bec-138c53c6259c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.769151] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c9a349-658f-4278-991a-257e6c91ff7f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.805428] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf561a8-2e9b-4c85-aa16-6e60f3b7f949 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.815010] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df62f4d9-1bf3-42b8-86e1-f50d4f11fb90 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.832455] env[69572]: DEBUG nova.compute.provider_tree [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.834429] env[69572]: DEBUG nova.network.neutron [req-3ed51120-9514-403a-86e0-a119ced6b7fc req-eb5833e0-bcbf-4c8e-8781-8ad2388193c5 service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Updated VIF entry in instance network info cache for port e1193cf4-9b17-457c-b922-c63cd43f9d4b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.834742] env[69572]: DEBUG nova.network.neutron [req-3ed51120-9514-403a-86e0-a119ced6b7fc req-eb5833e0-bcbf-4c8e-8781-8ad2388193c5 service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Updating instance_info_cache with network_info: [{"id": "e1193cf4-9b17-457c-b922-c63cd43f9d4b", "address": "fa:16:3e:18:69:a4", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1193cf4-9b", "ovs_interfaceid": "e1193cf4-9b17-457c-b922-c63cd43f9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.872676] env[69572]: DEBUG oslo_vmware.api [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3433940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17306} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.872929] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.873301] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.873301] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.873462] env[69572]: INFO nova.compute.manager [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 672.873696] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.873883] env[69572]: DEBUG nova.compute.manager [-] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 672.873975] env[69572]: DEBUG nova.network.neutron [-] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.879642] env[69572]: DEBUG nova.network.neutron [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.022836] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433938, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.112739] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433941, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.128561] env[69572]: DEBUG nova.network.neutron [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Updating instance_info_cache with network_info: [{"id": "bfdfffb2-2fba-4056-9945-5ef1ac37b72e", "address": "fa:16:3e:a8:1e:47", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdfffb2-2f", "ovs_interfaceid": "bfdfffb2-2fba-4056-9945-5ef1ac37b72e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.262938] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9e5b7-311c-cf91-508e-e96b65e54c92, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.263408] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.263676] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] aef8635a-a3e7-413e-8a05-5b8518c2a060/aef8635a-a3e7-413e-8a05-5b8518c2a060.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.263934] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f0e99ce-545a-458a-91f1-5932cf615e3d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.271617] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 673.271617] env[69572]: value = "task-3433942" [ 673.271617] env[69572]: _type = "Task" [ 673.271617] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.280419] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.338188] env[69572]: DEBUG nova.scheduler.client.report [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.343156] env[69572]: DEBUG oslo_concurrency.lockutils [req-3ed51120-9514-403a-86e0-a119ced6b7fc req-eb5833e0-bcbf-4c8e-8781-8ad2388193c5 service nova] Releasing lock "refresh_cache-00d85748-2c5b-44bb-891d-cc15b8dbc40a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.525417] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433938, 'name': PowerOnVM_Task, 'duration_secs': 1.337208} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.525714] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.525928] env[69572]: INFO nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Took 8.24 seconds to spawn the instance on the hypervisor. [ 673.526131] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 673.527126] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b2da18-b91f-41c1-8eab-c0841146ae82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.615453] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433941, 'name': Destroy_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.634882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Releasing lock "refresh_cache-4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.635238] env[69572]: DEBUG nova.compute.manager [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Instance network_info: |[{"id": "bfdfffb2-2fba-4056-9945-5ef1ac37b72e", "address": "fa:16:3e:a8:1e:47", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdfffb2-2f", "ovs_interfaceid": "bfdfffb2-2fba-4056-9945-5ef1ac37b72e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 673.635601] env[69572]: DEBUG oslo_concurrency.lockutils [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] Acquired lock "refresh_cache-4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.635786] env[69572]: DEBUG nova.network.neutron [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Refreshing network info cache for port bfdfffb2-2fba-4056-9945-5ef1ac37b72e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.637064] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:1e:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfdfffb2-2fba-4056-9945-5ef1ac37b72e', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.645014] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Creating folder: Project (2edbcad68ef04cda8b7235f15aa0d2c1). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.646015] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e9a97e-5dee-4990-889e-ac8f64b838b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.656555] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Created folder: Project (2edbcad68ef04cda8b7235f15aa0d2c1) in parent group-v685431. [ 673.656762] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Creating folder: Instances. Parent ref: group-v685502. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.657009] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca6a39c-2676-4482-8ced-942a19e9dd39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.666744] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Created folder: Instances in parent group-v685502. [ 673.667028] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.667238] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.667779] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36b7553d-19d2-4ac5-88bd-59e857bc607c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.690674] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.690674] env[69572]: value = "task-3433945" [ 673.690674] env[69572]: _type = "Task" [ 673.690674] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.699578] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433945, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.757795] env[69572]: DEBUG nova.network.neutron [-] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.785223] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491822} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.785223] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] aef8635a-a3e7-413e-8a05-5b8518c2a060/aef8635a-a3e7-413e-8a05-5b8518c2a060.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.785398] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.786017] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d38dbf-7ba3-4289-ada0-1dc4b48b6044 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.791398] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 673.791398] env[69572]: value = "task-3433946" [ 673.791398] env[69572]: _type = "Task" [ 673.791398] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.799721] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.845634] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.846841] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.663s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.848830] env[69572]: INFO nova.compute.claims [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.039510] env[69572]: DEBUG nova.compute.manager [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Received event network-changed-a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 674.039768] env[69572]: DEBUG nova.compute.manager [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Refreshing instance network info cache due to event network-changed-a235fd20-18e4-4b8b-92e0-2769f0d8f42b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 674.039997] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] Acquiring lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.040246] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] Acquired lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.040393] env[69572]: DEBUG nova.network.neutron [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Refreshing network info cache for port a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.051359] env[69572]: INFO nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Took 38.13 seconds to build instance. [ 674.113242] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433941, 'name': Destroy_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.200451] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433945, 'name': CreateVM_Task, 'duration_secs': 0.412603} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.200617] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.201305] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.201468] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.201778] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.202037] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83dd5876-9aa5-46dc-8f4d-dee372b213e2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.206917] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for the task: (returnval){ [ 674.206917] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b45a33-c963-b9fb-e53e-1a890adc716e" [ 674.206917] env[69572]: _type = "Task" [ 674.206917] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.217245] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b45a33-c963-b9fb-e53e-1a890adc716e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.263332] env[69572]: INFO nova.compute.manager [-] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Took 1.39 seconds to deallocate network for instance. [ 674.302026] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103851} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.302026] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.302506] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9541e889-01b2-496a-a9c8-212aa202e635 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.329447] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] aef8635a-a3e7-413e-8a05-5b8518c2a060/aef8635a-a3e7-413e-8a05-5b8518c2a060.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.330080] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7333647-f981-4263-8a57-53645f9e03db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.345303] env[69572]: DEBUG nova.network.neutron [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Updated VIF entry in instance network info cache for port bfdfffb2-2fba-4056-9945-5ef1ac37b72e. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.345648] env[69572]: DEBUG nova.network.neutron [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Updating instance_info_cache with network_info: [{"id": "bfdfffb2-2fba-4056-9945-5ef1ac37b72e", "address": "fa:16:3e:a8:1e:47", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdfffb2-2f", "ovs_interfaceid": "bfdfffb2-2fba-4056-9945-5ef1ac37b72e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.354718] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 674.354718] env[69572]: value = "task-3433947" [ 674.354718] env[69572]: _type = "Task" [ 674.354718] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.355223] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquiring lock "3a9d7ba5-aa82-4a5b-9998-1b1e98d837c4" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.355437] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "3a9d7ba5-aa82-4a5b-9998-1b1e98d837c4" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.366205] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.502713] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.502713] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.555505] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "4525d836-8702-40f2-996f-c2dcd70e86bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.009s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.612975] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433941, 'name': Destroy_Task, 'duration_secs': 1.937142} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.613925] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Destroyed the VM [ 674.613925] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 674.613925] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a463fc61-09d9-4488-a85a-0efa296c7b9f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.620767] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 674.620767] env[69572]: value = "task-3433948" [ 674.620767] env[69572]: _type = "Task" [ 674.620767] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.628828] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433948, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.718662] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b45a33-c963-b9fb-e53e-1a890adc716e, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.719150] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.719495] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.720015] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.720343] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.720912] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.721766] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b26cd69d-33e7-450e-bad1-209e99abc6cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.733017] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.733017] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.733017] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78dd8373-14e5-4ae4-a126-c9fb68b5ca38 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.739881] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for the task: (returnval){ [ 674.739881] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b17e24-3115-ac97-9d7b-9e47a8527306" [ 674.739881] env[69572]: _type = "Task" [ 674.739881] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.749947] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b17e24-3115-ac97-9d7b-9e47a8527306, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.752860] env[69572]: DEBUG nova.compute.manager [req-e1f99fab-c014-4b53-b545-2221c466bdac req-0c64369a-f0a4-48fd-bd0e-b31ea105e66d service nova] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Received event network-vif-deleted-e1193cf4-9b17-457c-b922-c63cd43f9d4b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 674.753685] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83991e53-61df-4984-b94a-867055021e1a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.759467] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for the task: (returnval){ [ 674.759467] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522d36da-ec85-6d6e-5388-84d607a4463f" [ 674.759467] env[69572]: _type = "Task" [ 674.759467] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.767962] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522d36da-ec85-6d6e-5388-84d607a4463f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.769922] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.779691] env[69572]: DEBUG nova.network.neutron [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updated VIF entry in instance network info cache for port a235fd20-18e4-4b8b-92e0-2769f0d8f42b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.780103] env[69572]: DEBUG nova.network.neutron [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updating instance_info_cache with network_info: [{"id": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "address": "fa:16:3e:12:40:29", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa235fd20-18", "ovs_interfaceid": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.850289] env[69572]: DEBUG oslo_concurrency.lockutils [req-689802d5-8342-4e83-b4b3-ca12f0fd7e9c req-5aa04ebb-d414-4dda-8e47-2f3af51425d6 service nova] Releasing lock "refresh_cache-4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.861662] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "3a9d7ba5-aa82-4a5b-9998-1b1e98d837c4" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.862275] env[69572]: DEBUG nova.compute.manager [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 674.880024] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.058868] env[69572]: DEBUG nova.compute.manager [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 675.132719] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433948, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.272984] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522d36da-ec85-6d6e-5388-84d607a4463f, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.273346] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.273646] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b/4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.274278] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee8789a8-1d28-4de3-9a74-d17eb24b5874 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.286843] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] Releasing lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.286843] env[69572]: DEBUG nova.compute.manager [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Received event network-changed-a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 675.286843] env[69572]: DEBUG nova.compute.manager [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Refreshing instance network info cache due to event network-changed-a235fd20-18e4-4b8b-92e0-2769f0d8f42b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 675.286843] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] Acquiring lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.286843] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] Acquired lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.286843] env[69572]: DEBUG nova.network.neutron [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Refreshing network info cache for port a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.287514] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for the task: (returnval){ [ 675.287514] env[69572]: value = "task-3433949" [ 675.287514] env[69572]: _type = "Task" [ 675.287514] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.300047] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.369769] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433947, 'name': ReconfigVM_Task, 'duration_secs': 0.695745} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.369769] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Reconfigured VM instance instance-00000018 to attach disk [datastore1] aef8635a-a3e7-413e-8a05-5b8518c2a060/aef8635a-a3e7-413e-8a05-5b8518c2a060.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.372974] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-152c11fc-c75d-40d5-8dc2-3a32172b3284 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.373184] env[69572]: DEBUG nova.compute.utils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.377239] env[69572]: DEBUG nova.compute.manager [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 675.377426] env[69572]: DEBUG nova.network.neutron [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.380891] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 675.380891] env[69572]: value = "task-3433950" [ 675.380891] env[69572]: _type = "Task" [ 675.380891] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.390748] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433950, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.426672] env[69572]: DEBUG nova.policy [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5aac7a593e54bb2888a343c24476fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8c45e388f14488ab5dc5598b18c3387', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.438889] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae3e4fc-e8f4-4014-aa29-aa40a7b7f394 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.448078] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e6f232-4c44-4c0a-86e3-246f6bcfb079 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.481069] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0983736-b356-4d69-8445-91e7818299b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.489121] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c4d44-8b8f-4dd1-ad34-17665ebe1d54 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.506553] env[69572]: DEBUG nova.compute.provider_tree [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.581665] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.632062] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433948, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.762212] env[69572]: DEBUG nova.network.neutron [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Successfully created port: ce60b300-209f-4ccd-917f-48e2e0067613 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.799542] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488048} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.799810] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b/4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.800062] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.800327] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78df60d6-c7ed-4baa-91c3-94cee23b117a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.806560] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for the task: (returnval){ [ 675.806560] env[69572]: value = "task-3433951" [ 675.806560] env[69572]: _type = "Task" [ 675.806560] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.819077] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.880649] env[69572]: DEBUG nova.compute.manager [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 675.893179] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433950, 'name': Rename_Task, 'duration_secs': 0.159831} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.896691] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.896691] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7de05773-07f8-4bd2-903b-828eca831472 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.903024] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 675.903024] env[69572]: value = "task-3433952" [ 675.903024] env[69572]: _type = "Task" [ 675.903024] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.911177] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.010086] env[69572]: DEBUG nova.scheduler.client.report [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.131733] env[69572]: DEBUG oslo_vmware.api [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433948, 'name': RemoveSnapshot_Task, 'duration_secs': 1.055109} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.134781] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 676.134781] env[69572]: INFO nova.compute.manager [None req-d66a1b36-70a2-46cc-ac42-6dedcd94bbb0 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Took 19.59 seconds to snapshot the instance on the hypervisor. [ 676.156636] env[69572]: DEBUG nova.network.neutron [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updated VIF entry in instance network info cache for port a235fd20-18e4-4b8b-92e0-2769f0d8f42b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.156636] env[69572]: DEBUG nova.network.neutron [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updating instance_info_cache with network_info: [{"id": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "address": "fa:16:3e:12:40:29", "network": {"id": "c52e6c0b-6b74-4b5b-a277-b346c38b618a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2081822924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d99c1af00c48089a732e19f6816c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa235fd20-18", "ovs_interfaceid": "a235fd20-18e4-4b8b-92e0-2769f0d8f42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.316405] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151849} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.316653] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.317393] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c80ffb-eaf0-4f7c-b18c-10d27da4198e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.340193] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b/4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.340497] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6540dced-f4fa-4574-8bf6-d19e3e18dbe1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.360730] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for the task: (returnval){ [ 676.360730] env[69572]: value = "task-3433953" [ 676.360730] env[69572]: _type = "Task" [ 676.360730] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.373033] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.413133] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.515039] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.515217] env[69572]: DEBUG nova.compute.manager [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 676.518166] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.604s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.519672] env[69572]: INFO nova.compute.claims [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.659799] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ac11828-270b-4f14-a0f4-b7f0067dbb5f req-41ecb8fd-3251-4cd1-bf37-e43a38968e2e service nova] Releasing lock "refresh_cache-4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.870317] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433953, 'name': ReconfigVM_Task, 'duration_secs': 0.27586} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.870599] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b/4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.871250] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-978c6b48-3fd5-476f-81a1-5f81d19e77c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.878171] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for the task: (returnval){ [ 676.878171] env[69572]: value = "task-3433954" [ 676.878171] env[69572]: _type = "Task" [ 676.878171] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.886734] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433954, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.894080] env[69572]: DEBUG nova.compute.manager [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 676.914070] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433952, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.922951] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.923207] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.923357] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.923537] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.923679] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.923821] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.924047] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.924208] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.924388] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.924548] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.924800] env[69572]: DEBUG nova.virt.hardware [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.925631] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa05f630-cbc3-41c9-b934-5a1b5c73e2ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.933784] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad75cd8-6747-49c3-a449-433d54318b82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.024654] env[69572]: DEBUG nova.compute.utils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.028464] env[69572]: DEBUG nova.compute.manager [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 677.028646] env[69572]: DEBUG nova.network.neutron [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.067178] env[69572]: DEBUG nova.policy [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ed19c96ca449c9ca4f206adad021b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9c96379dcb45099eda20120e667dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.388978] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433954, 'name': Rename_Task, 'duration_secs': 0.338938} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.389626] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.389880] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b30abe3d-f711-4b80-9807-7b0bc7145e1e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.395963] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for the task: (returnval){ [ 677.395963] env[69572]: value = "task-3433955" [ 677.395963] env[69572]: _type = "Task" [ 677.395963] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.404258] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.413274] env[69572]: DEBUG oslo_vmware.api [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433952, 'name': PowerOnVM_Task, 'duration_secs': 1.069643} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.413495] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.413632] env[69572]: INFO nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Took 9.14 seconds to spawn the instance on the hypervisor. [ 677.413916] env[69572]: DEBUG nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 677.415090] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbbd480-9a48-4939-9fd6-50b58988f3b9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.474712] env[69572]: DEBUG nova.network.neutron [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Successfully created port: 5af024e7-0b64-46b4-a35a-3b2169517e13 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.531795] env[69572]: DEBUG nova.compute.manager [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 677.642917] env[69572]: DEBUG nova.compute.manager [req-2b92e403-4e73-4241-b38d-b5542cc17a7d req-33d97d59-63d8-4f85-b381-f71c3f419f28 service nova] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Received event network-vif-plugged-ce60b300-209f-4ccd-917f-48e2e0067613 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 677.643387] env[69572]: DEBUG oslo_concurrency.lockutils [req-2b92e403-4e73-4241-b38d-b5542cc17a7d req-33d97d59-63d8-4f85-b381-f71c3f419f28 service nova] Acquiring lock "a54ec9b6-147a-4162-bd64-a1f43ef54209-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.643697] env[69572]: DEBUG oslo_concurrency.lockutils [req-2b92e403-4e73-4241-b38d-b5542cc17a7d req-33d97d59-63d8-4f85-b381-f71c3f419f28 service nova] Lock "a54ec9b6-147a-4162-bd64-a1f43ef54209-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.643838] env[69572]: DEBUG oslo_concurrency.lockutils [req-2b92e403-4e73-4241-b38d-b5542cc17a7d req-33d97d59-63d8-4f85-b381-f71c3f419f28 service nova] Lock "a54ec9b6-147a-4162-bd64-a1f43ef54209-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.644020] env[69572]: DEBUG nova.compute.manager [req-2b92e403-4e73-4241-b38d-b5542cc17a7d req-33d97d59-63d8-4f85-b381-f71c3f419f28 service nova] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] No waiting events found dispatching network-vif-plugged-ce60b300-209f-4ccd-917f-48e2e0067613 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 677.644199] env[69572]: WARNING nova.compute.manager [req-2b92e403-4e73-4241-b38d-b5542cc17a7d req-33d97d59-63d8-4f85-b381-f71c3f419f28 service nova] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Received unexpected event network-vif-plugged-ce60b300-209f-4ccd-917f-48e2e0067613 for instance with vm_state building and task_state spawning. [ 677.647222] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquiring lock "d1f691d5-15f8-4b39-9981-3420e771eaa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.647456] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lock "d1f691d5-15f8-4b39-9981-3420e771eaa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.647700] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquiring lock "d1f691d5-15f8-4b39-9981-3420e771eaa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.647851] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lock "d1f691d5-15f8-4b39-9981-3420e771eaa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.648043] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lock "d1f691d5-15f8-4b39-9981-3420e771eaa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.650935] env[69572]: INFO nova.compute.manager [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Terminating instance [ 677.666730] env[69572]: DEBUG nova.network.neutron [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Successfully updated port: ce60b300-209f-4ccd-917f-48e2e0067613 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.916143] env[69572]: DEBUG oslo_vmware.api [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433955, 'name': PowerOnVM_Task, 'duration_secs': 0.467724} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.917043] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.917043] env[69572]: INFO nova.compute.manager [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Took 6.94 seconds to spawn the instance on the hypervisor. [ 677.917043] env[69572]: DEBUG nova.compute.manager [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 677.917545] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e624e0cb-ba3d-4f34-bd1b-5af72cbc6b28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.939576] env[69572]: INFO nova.compute.manager [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Took 41.49 seconds to build instance. [ 678.154701] env[69572]: DEBUG nova.compute.manager [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 678.155123] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.155969] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6769227e-e7db-4d73-bf8d-f0c3dd5a6709 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.164063] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.165153] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d7742ef-d386-4cc9-96c8-31897e7b81b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.167149] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48762ab-3486-4728-83e1-bf2740d9b676 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.179744] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquiring lock "refresh_cache-a54ec9b6-147a-4162-bd64-a1f43ef54209" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179957] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquired lock "refresh_cache-a54ec9b6-147a-4162-bd64-a1f43ef54209" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.186298] env[69572]: DEBUG nova.network.neutron [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.187099] env[69572]: DEBUG oslo_vmware.api [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 678.187099] env[69572]: value = "task-3433956" [ 678.187099] env[69572]: _type = "Task" [ 678.187099] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.189289] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81208eda-4e37-4618-a487-4f681b04d1bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.204690] env[69572]: DEBUG oslo_vmware.api [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.233238] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaf9a03-393c-4c81-9deb-c2ebc0b4fce1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.242164] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f270fb58-74aa-42c8-83a6-33c27527972e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.256635] env[69572]: DEBUG nova.compute.provider_tree [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.443259] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bdf22df-5c38-4d62-88a6-4d7025b9ef63 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "aef8635a-a3e7-413e-8a05-5b8518c2a060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.842s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.451495] env[69572]: INFO nova.compute.manager [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Took 40.73 seconds to build instance. [ 678.553976] env[69572]: DEBUG nova.compute.manager [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 678.580058] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.580331] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.580486] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.580662] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.580802] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.580946] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.581235] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.581430] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.581631] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.582193] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.582193] env[69572]: DEBUG nova.virt.hardware [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.582903] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43b63b3-8fc0-410f-901f-82c0b1162a00 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.590580] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8249fe1d-f02c-4217-bb1f-e43f94c827f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.597112] env[69572]: DEBUG nova.compute.manager [None req-bd78ae6a-3c76-4b61-bbaa-aa9706987161 tempest-ServerExternalEventsTest-1255353654 tempest-ServerExternalEventsTest-1255353654-project] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Received event network-changed {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 678.597112] env[69572]: DEBUG nova.compute.manager [None req-bd78ae6a-3c76-4b61-bbaa-aa9706987161 tempest-ServerExternalEventsTest-1255353654 tempest-ServerExternalEventsTest-1255353654-project] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Refreshing instance network info cache due to event network-changed. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 678.597112] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd78ae6a-3c76-4b61-bbaa-aa9706987161 tempest-ServerExternalEventsTest-1255353654 tempest-ServerExternalEventsTest-1255353654-project] Acquiring lock "refresh_cache-4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.597251] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd78ae6a-3c76-4b61-bbaa-aa9706987161 tempest-ServerExternalEventsTest-1255353654 tempest-ServerExternalEventsTest-1255353654-project] Acquired lock "refresh_cache-4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.597396] env[69572]: DEBUG nova.network.neutron [None req-bd78ae6a-3c76-4b61-bbaa-aa9706987161 tempest-ServerExternalEventsTest-1255353654 tempest-ServerExternalEventsTest-1255353654-project] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.705025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.705025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.705025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.705025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.705025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.706469] env[69572]: DEBUG oslo_vmware.api [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433956, 'name': PowerOffVM_Task, 'duration_secs': 0.420692} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.707739] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.708061] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.710726] env[69572]: INFO nova.compute.manager [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Terminating instance [ 678.712174] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4b978cb-7ad8-49b2-83c0-06b339904f84 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.726284] env[69572]: DEBUG nova.network.neutron [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.760045] env[69572]: DEBUG nova.scheduler.client.report [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.773966] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.774223] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.774399] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Deleting the datastore file [datastore2] d1f691d5-15f8-4b39-9981-3420e771eaa4 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.777129] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb4c8938-2009-4bfa-99af-1fa1ec880c66 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.786829] env[69572]: DEBUG oslo_vmware.api [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for the task: (returnval){ [ 678.786829] env[69572]: value = "task-3433958" [ 678.786829] env[69572]: _type = "Task" [ 678.786829] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.795195] env[69572]: DEBUG oslo_vmware.api [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.887845] env[69572]: DEBUG nova.network.neutron [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Updating instance_info_cache with network_info: [{"id": "ce60b300-209f-4ccd-917f-48e2e0067613", "address": "fa:16:3e:b5:14:91", "network": {"id": "5f036f70-e1b1-4a2d-9da8-b9839b67f2d7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-923053573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c45e388f14488ab5dc5598b18c3387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce60b300-20", "ovs_interfaceid": "ce60b300-209f-4ccd-917f-48e2e0067613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.951041] env[69572]: DEBUG nova.compute.manager [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 678.955358] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ab9077b7-3e37-4660-9218-c344996bcdbc tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.262s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.216888] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquiring lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.217186] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.217399] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquiring lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.217755] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.217755] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.223230] env[69572]: DEBUG nova.compute.manager [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 679.223464] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.227615] env[69572]: INFO nova.compute.manager [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Terminating instance [ 679.228173] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceb3806-7311-4312-b2cf-dfd491bdd5f6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.237871] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.238160] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37571663-c73d-4335-ab73-a570df8a8ddc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.245418] env[69572]: DEBUG oslo_vmware.api [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 679.245418] env[69572]: value = "task-3433959" [ 679.245418] env[69572]: _type = "Task" [ 679.245418] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.255331] env[69572]: DEBUG oslo_vmware.api [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.267536] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.268259] env[69572]: DEBUG nova.compute.manager [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 679.274019] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.774s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.274019] env[69572]: DEBUG nova.objects.instance [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lazy-loading 'resources' on Instance uuid 58c7418e-6ead-49a3-9b36-a06b2b50bbd7 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.297301] env[69572]: DEBUG oslo_vmware.api [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.392706] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Releasing lock "refresh_cache-a54ec9b6-147a-4162-bd64-a1f43ef54209" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.393617] env[69572]: DEBUG nova.compute.manager [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Instance network_info: |[{"id": "ce60b300-209f-4ccd-917f-48e2e0067613", "address": "fa:16:3e:b5:14:91", "network": {"id": "5f036f70-e1b1-4a2d-9da8-b9839b67f2d7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-923053573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c45e388f14488ab5dc5598b18c3387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce60b300-20", "ovs_interfaceid": "ce60b300-209f-4ccd-917f-48e2e0067613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 679.393617] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:14:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce60b300-209f-4ccd-917f-48e2e0067613', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.407934] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Creating folder: Project (d8c45e388f14488ab5dc5598b18c3387). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.408865] env[69572]: DEBUG nova.network.neutron [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Successfully updated port: 5af024e7-0b64-46b4-a35a-3b2169517e13 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.410927] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-072b7929-79fd-4360-b0bb-458eb03a52cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.421388] env[69572]: DEBUG nova.network.neutron [None req-bd78ae6a-3c76-4b61-bbaa-aa9706987161 tempest-ServerExternalEventsTest-1255353654 tempest-ServerExternalEventsTest-1255353654-project] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Updating instance_info_cache with network_info: [{"id": "bfdfffb2-2fba-4056-9945-5ef1ac37b72e", "address": "fa:16:3e:a8:1e:47", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdfffb2-2f", "ovs_interfaceid": "bfdfffb2-2fba-4056-9945-5ef1ac37b72e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.424795] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Created folder: Project (d8c45e388f14488ab5dc5598b18c3387) in parent group-v685431. [ 679.424795] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Creating folder: Instances. Parent ref: group-v685505. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.425146] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84e795fa-e874-49dc-9022-1a538dbe9f0f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.436166] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Created folder: Instances in parent group-v685505. [ 679.436415] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.436852] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.436852] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6cad9cb-87f7-42e7-9bf2-f974f1891e80 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.460641] env[69572]: DEBUG nova.compute.manager [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 679.463027] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.463027] env[69572]: value = "task-3433962" [ 679.463027] env[69572]: _type = "Task" [ 679.463027] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.476036] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433962, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.486524] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.724527] env[69572]: DEBUG nova.compute.manager [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Received event network-changed-ce60b300-209f-4ccd-917f-48e2e0067613 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 679.724757] env[69572]: DEBUG nova.compute.manager [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Refreshing instance network info cache due to event network-changed-ce60b300-209f-4ccd-917f-48e2e0067613. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 679.725014] env[69572]: DEBUG oslo_concurrency.lockutils [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] Acquiring lock "refresh_cache-a54ec9b6-147a-4162-bd64-a1f43ef54209" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.725412] env[69572]: DEBUG oslo_concurrency.lockutils [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] Acquired lock "refresh_cache-a54ec9b6-147a-4162-bd64-a1f43ef54209" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.725602] env[69572]: DEBUG nova.network.neutron [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Refreshing network info cache for port ce60b300-209f-4ccd-917f-48e2e0067613 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.739028] env[69572]: DEBUG nova.compute.manager [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 679.739028] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.739028] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750674b4-91be-49aa-9fc2-8bf9d5308a42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.746020] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.749156] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dab2912-b6e5-4a81-9917-28556c590854 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.755950] env[69572]: DEBUG oslo_vmware.api [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433959, 'name': PowerOffVM_Task, 'duration_secs': 0.384972} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.757893] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.757893] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.758087] env[69572]: DEBUG oslo_vmware.api [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for the task: (returnval){ [ 679.758087] env[69572]: value = "task-3433963" [ 679.758087] env[69572]: _type = "Task" [ 679.758087] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.758230] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04e32d4c-e169-42ae-b70b-ad1321bb225b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.768500] env[69572]: DEBUG oslo_vmware.api [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.773831] env[69572]: DEBUG nova.compute.utils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.779441] env[69572]: DEBUG nova.compute.manager [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 679.779441] env[69572]: DEBUG nova.network.neutron [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.802806] env[69572]: DEBUG oslo_vmware.api [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.830793] env[69572]: DEBUG nova.policy [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95fd37a879f14942a4d39671f3029e56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56f61f72411f4807af6c3962c3870212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.849851] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.850173] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.850763] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Deleting the datastore file [datastore1] 3f1e0612-ce15-441a-8c68-6d5aba1d4484 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.851106] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9524ad51-ef6b-4714-bcf4-e96d19c62f51 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.862794] env[69572]: DEBUG oslo_vmware.api [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 679.862794] env[69572]: value = "task-3433965" [ 679.862794] env[69572]: _type = "Task" [ 679.862794] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.878960] env[69572]: DEBUG oslo_vmware.api [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.915502] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.915502] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.915502] env[69572]: DEBUG nova.network.neutron [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.927384] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd78ae6a-3c76-4b61-bbaa-aa9706987161 tempest-ServerExternalEventsTest-1255353654 tempest-ServerExternalEventsTest-1255353654-project] Releasing lock "refresh_cache-4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.984315] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433962, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.001559] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.141216] env[69572]: DEBUG nova.network.neutron [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Successfully created port: 9c42d3eb-8ccc-47e2-8248-8ff8941c73b3 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.276504] env[69572]: DEBUG oslo_vmware.api [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433963, 'name': PowerOffVM_Task, 'duration_secs': 0.340622} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.276594] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.277439] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.277586] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d83c8f6a-c7fd-47a9-b4fe-c30550862acf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.281701] env[69572]: DEBUG nova.compute.manager [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 680.298939] env[69572]: DEBUG oslo_vmware.api [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Task: {'id': task-3433958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.238627} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.300657] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.300949] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.301036] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.301205] env[69572]: INFO nova.compute.manager [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Took 2.15 seconds to destroy the instance on the hypervisor. [ 680.301457] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.302081] env[69572]: DEBUG nova.compute.manager [-] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 680.302081] env[69572]: DEBUG nova.network.neutron [-] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.374433] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.374795] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.375211] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Deleting the datastore file [datastore1] 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.376281] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9203e65a-74ed-4e3d-aed9-b4db5915201a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.383845] env[69572]: DEBUG oslo_vmware.api [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3433965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17031} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.387242] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.387642] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.387941] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.388234] env[69572]: INFO nova.compute.manager [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Took 1.16 seconds to destroy the instance on the hypervisor. [ 680.388596] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.389080] env[69572]: DEBUG nova.compute.manager [-] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 680.389286] env[69572]: DEBUG nova.network.neutron [-] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.392219] env[69572]: DEBUG oslo_vmware.api [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for the task: (returnval){ [ 680.392219] env[69572]: value = "task-3433967" [ 680.392219] env[69572]: _type = "Task" [ 680.392219] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.405018] env[69572]: DEBUG oslo_vmware.api [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.406071] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284756b8-feee-40b9-8e29-aafb1f473705 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.416578] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8666e39a-6865-4563-b432-40d6508603de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.460020] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add2119b-6a6f-4db7-b9d8-a431698257ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.469416] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b71e92-63e5-40d1-b271-77cd18d03141 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.487916] env[69572]: DEBUG nova.compute.provider_tree [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.495099] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433962, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.499605] env[69572]: DEBUG nova.network.neutron [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.683787] env[69572]: DEBUG nova.network.neutron [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Updated VIF entry in instance network info cache for port ce60b300-209f-4ccd-917f-48e2e0067613. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.684149] env[69572]: DEBUG nova.network.neutron [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Updating instance_info_cache with network_info: [{"id": "ce60b300-209f-4ccd-917f-48e2e0067613", "address": "fa:16:3e:b5:14:91", "network": {"id": "5f036f70-e1b1-4a2d-9da8-b9839b67f2d7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-923053573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c45e388f14488ab5dc5598b18c3387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce60b300-20", "ovs_interfaceid": "ce60b300-209f-4ccd-917f-48e2e0067613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.901455] env[69572]: DEBUG nova.network.neutron [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updating instance_info_cache with network_info: [{"id": "5af024e7-0b64-46b4-a35a-3b2169517e13", "address": "fa:16:3e:2a:c4:1f", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af024e7-0b", "ovs_interfaceid": "5af024e7-0b64-46b4-a35a-3b2169517e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.917642] env[69572]: DEBUG oslo_vmware.api [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Task: {'id': task-3433967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220895} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.918989] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.919120] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.920054] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.920054] env[69572]: INFO nova.compute.manager [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 680.920054] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.920446] env[69572]: DEBUG nova.compute.manager [-] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 680.920550] env[69572]: DEBUG nova.network.neutron [-] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.983874] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433962, 'name': CreateVM_Task, 'duration_secs': 1.504161} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.984081] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.984724] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.984885] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.985207] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.985746] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921386b8-d048-4713-8611-a248b7a03c70 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.990800] env[69572]: DEBUG nova.scheduler.client.report [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.993988] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for the task: (returnval){ [ 680.993988] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52926250-b3fb-87e9-1d82-b7293dd8c217" [ 680.993988] env[69572]: _type = "Task" [ 680.993988] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.005227] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52926250-b3fb-87e9-1d82-b7293dd8c217, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.005227] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.005227] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.005227] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.005227] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.005227] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.005227] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d03a610-1fdc-4ac6-ade0-d4b4d9d1c4f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.012177] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.012424] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.013457] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbd7496-773c-4b0a-b289-04464a790bbb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.020200] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for the task: (returnval){ [ 681.020200] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e2150c-98a6-9c89-8e07-8c0d859b33f8" [ 681.020200] env[69572]: _type = "Task" [ 681.020200] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.029394] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e2150c-98a6-9c89-8e07-8c0d859b33f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.190554] env[69572]: DEBUG oslo_concurrency.lockutils [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] Releasing lock "refresh_cache-a54ec9b6-147a-4162-bd64-a1f43ef54209" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.190828] env[69572]: DEBUG nova.compute.manager [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Received event network-vif-plugged-5af024e7-0b64-46b4-a35a-3b2169517e13 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 681.191073] env[69572]: DEBUG oslo_concurrency.lockutils [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] Acquiring lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.191305] env[69572]: DEBUG oslo_concurrency.lockutils [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] Lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.191470] env[69572]: DEBUG oslo_concurrency.lockutils [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] Lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.191638] env[69572]: DEBUG nova.compute.manager [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] No waiting events found dispatching network-vif-plugged-5af024e7-0b64-46b4-a35a-3b2169517e13 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 681.191805] env[69572]: WARNING nova.compute.manager [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Received unexpected event network-vif-plugged-5af024e7-0b64-46b4-a35a-3b2169517e13 for instance with vm_state building and task_state spawning. [ 681.191968] env[69572]: DEBUG nova.compute.manager [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Received event network-changed-5af024e7-0b64-46b4-a35a-3b2169517e13 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 681.192137] env[69572]: DEBUG nova.compute.manager [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Refreshing instance network info cache due to event network-changed-5af024e7-0b64-46b4-a35a-3b2169517e13. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 681.192317] env[69572]: DEBUG oslo_concurrency.lockutils [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] Acquiring lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.218461] env[69572]: DEBUG nova.compute.manager [req-924e0af8-97c1-4114-ba34-43efce3dc015 req-84212dea-6099-4677-a9ed-defcbddfacc9 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Received event network-vif-deleted-7b9940f4-5d13-49ba-a461-5cc899116527 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 681.218652] env[69572]: INFO nova.compute.manager [req-924e0af8-97c1-4114-ba34-43efce3dc015 req-84212dea-6099-4677-a9ed-defcbddfacc9 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Neutron deleted interface 7b9940f4-5d13-49ba-a461-5cc899116527; detaching it from the instance and deleting it from the info cache [ 681.219335] env[69572]: DEBUG nova.network.neutron [req-924e0af8-97c1-4114-ba34-43efce3dc015 req-84212dea-6099-4677-a9ed-defcbddfacc9 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.273135] env[69572]: DEBUG nova.network.neutron [-] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.292110] env[69572]: DEBUG nova.compute.manager [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 681.318216] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.318489] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.318639] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.318818] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.319286] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.319492] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.319797] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.320064] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.320292] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.320492] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.320708] env[69572]: DEBUG nova.virt.hardware [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.321615] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c2d828-950c-426f-a824-8b8f4d36c050 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.329623] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39807332-00d9-467c-b8c2-19f0081c7ed8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.403874] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.404253] env[69572]: DEBUG nova.compute.manager [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Instance network_info: |[{"id": "5af024e7-0b64-46b4-a35a-3b2169517e13", "address": "fa:16:3e:2a:c4:1f", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af024e7-0b", "ovs_interfaceid": "5af024e7-0b64-46b4-a35a-3b2169517e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 681.404720] env[69572]: DEBUG oslo_concurrency.lockutils [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] Acquired lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.404958] env[69572]: DEBUG nova.network.neutron [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Refreshing network info cache for port 5af024e7-0b64-46b4-a35a-3b2169517e13 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.406183] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:c4:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5af024e7-0b64-46b4-a35a-3b2169517e13', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.413978] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Creating folder: Project (7d9c96379dcb45099eda20120e667dd8). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.417092] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79933a5b-2877-4d7b-8318-d8ea7bfa14f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.430033] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Created folder: Project (7d9c96379dcb45099eda20120e667dd8) in parent group-v685431. [ 681.430033] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Creating folder: Instances. Parent ref: group-v685508. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.430033] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-191acca4-0e7c-4f78-a12d-d12f630983f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.440074] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Created folder: Instances in parent group-v685508. [ 681.440438] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.440704] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.441042] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90a6956e-fb93-41f1-9ac2-a53b5b92ebe9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.464384] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.464384] env[69572]: value = "task-3433970" [ 681.464384] env[69572]: _type = "Task" [ 681.464384] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.473531] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433970, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.495878] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.499158] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.580s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.499578] env[69572]: INFO nova.compute.claims [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.516384] env[69572]: DEBUG nova.network.neutron [-] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.531913] env[69572]: INFO nova.scheduler.client.report [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Deleted allocations for instance 58c7418e-6ead-49a3-9b36-a06b2b50bbd7 [ 681.545073] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e2150c-98a6-9c89-8e07-8c0d859b33f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008653} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.548412] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77e19fc-727d-4496-be2c-28eb5c6bf390 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.554703] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for the task: (returnval){ [ 681.554703] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ae854c-38ca-9707-b89d-f4dd369697be" [ 681.554703] env[69572]: _type = "Task" [ 681.554703] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.564706] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ae854c-38ca-9707-b89d-f4dd369697be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.721510] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-885c2d6f-1662-4420-bfe5-9379531ccdef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.730826] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29750caa-7537-410b-97eb-618779ba229d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.764940] env[69572]: DEBUG nova.compute.manager [req-924e0af8-97c1-4114-ba34-43efce3dc015 req-84212dea-6099-4677-a9ed-defcbddfacc9 service nova] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Detach interface failed, port_id=7b9940f4-5d13-49ba-a461-5cc899116527, reason: Instance 3f1e0612-ce15-441a-8c68-6d5aba1d4484 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 681.775780] env[69572]: INFO nova.compute.manager [-] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Took 1.47 seconds to deallocate network for instance. [ 681.784929] env[69572]: DEBUG nova.network.neutron [-] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.908781] env[69572]: DEBUG nova.network.neutron [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Successfully updated port: 9c42d3eb-8ccc-47e2-8248-8ff8941c73b3 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.974754] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433970, 'name': CreateVM_Task, 'duration_secs': 0.336315} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.975107] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.977864] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.977864] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.977864] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.977864] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfeff96e-3301-49b0-a6c0-a2efad7a3266 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.984342] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 681.984342] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5261e4c0-e96c-000e-2cae-c91643220f88" [ 681.984342] env[69572]: _type = "Task" [ 681.984342] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.987778] env[69572]: DEBUG nova.network.neutron [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updated VIF entry in instance network info cache for port 5af024e7-0b64-46b4-a35a-3b2169517e13. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.988282] env[69572]: DEBUG nova.network.neutron [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updating instance_info_cache with network_info: [{"id": "5af024e7-0b64-46b4-a35a-3b2169517e13", "address": "fa:16:3e:2a:c4:1f", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af024e7-0b", "ovs_interfaceid": "5af024e7-0b64-46b4-a35a-3b2169517e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.001280] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5261e4c0-e96c-000e-2cae-c91643220f88, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.001751] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.003133] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.003133] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.003418] env[69572]: DEBUG nova.compute.manager [req-c765072b-1d9a-4a27-b32c-9bb65ff7274d req-12fb88bf-5458-44f3-ae4e-4873ebb7649e service nova] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Received event network-vif-deleted-e9bbc9f0-f681-4ee6-aceb-3030329d710b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 682.019015] env[69572]: INFO nova.compute.manager [-] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Took 1.63 seconds to deallocate network for instance. [ 682.040873] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cbc290c5-088d-4bde-990c-676a96d00e9a tempest-FloatingIPsAssociationNegativeTestJSON-161197495 tempest-FloatingIPsAssociationNegativeTestJSON-161197495-project-member] Lock "58c7418e-6ead-49a3-9b36-a06b2b50bbd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.163s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.067532] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ae854c-38ca-9707-b89d-f4dd369697be, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.067988] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.068093] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] a54ec9b6-147a-4162-bd64-a1f43ef54209/a54ec9b6-147a-4162-bd64-a1f43ef54209.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.068370] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.068654] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.068884] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca7c1b9e-73d2-4b4e-9886-0356ef7aaabc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.070943] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29465c1c-729b-4141-8069-86e7bd5749f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.078420] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for the task: (returnval){ [ 682.078420] env[69572]: value = "task-3433971" [ 682.078420] env[69572]: _type = "Task" [ 682.078420] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.084833] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.084833] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.085721] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85def2c2-932d-445d-82ad-5a7eda220f0e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.091497] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.094336] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 682.094336] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525933dd-12db-50e4-e45d-668771c7685b" [ 682.094336] env[69572]: _type = "Task" [ 682.094336] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.102737] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525933dd-12db-50e4-e45d-668771c7685b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.283043] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.287720] env[69572]: INFO nova.compute.manager [-] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Took 1.37 seconds to deallocate network for instance. [ 682.411118] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquiring lock "refresh_cache-6af9f8cd-5fb7-486f-be1d-69a4398beb01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.411322] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquired lock "refresh_cache-6af9f8cd-5fb7-486f-be1d-69a4398beb01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.411489] env[69572]: DEBUG nova.network.neutron [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.490982] env[69572]: DEBUG oslo_concurrency.lockutils [req-e19a1501-5dc0-4f7a-bc9f-0343e9cd1c39 req-4b681356-b076-404a-8c73-c53d23bdb4cc service nova] Releasing lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.526103] env[69572]: DEBUG oslo_concurrency.lockutils [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.591370] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475046} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.591635] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] a54ec9b6-147a-4162-bd64-a1f43ef54209/a54ec9b6-147a-4162-bd64-a1f43ef54209.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.591849] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.592114] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34016300-7130-4b0f-8945-e1bc0a252607 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.601246] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for the task: (returnval){ [ 682.601246] env[69572]: value = "task-3433972" [ 682.601246] env[69572]: _type = "Task" [ 682.601246] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.612681] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525933dd-12db-50e4-e45d-668771c7685b, 'name': SearchDatastore_Task, 'duration_secs': 0.00813} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.613860] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2829f36e-7305-4c0b-b1b8-f667b8e04238 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.619293] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.624649] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 682.624649] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52df91b4-9c04-7df8-a42d-b117252df3e3" [ 682.624649] env[69572]: _type = "Task" [ 682.624649] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.632651] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52df91b4-9c04-7df8-a42d-b117252df3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.798895] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.943586] env[69572]: DEBUG nova.network.neutron [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.053092] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc41ed4-c93a-4281-9090-c28c90f779fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.060220] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9dec1d-5942-412b-b557-f3647ca53937 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.098877] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e1975b-ec94-4288-ab52-f8036bc3ab3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.109713] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd77488-572e-4d0f-9039-17bf8060c274 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.118458] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064979} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.126174] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.126731] env[69572]: DEBUG nova.compute.provider_tree [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.130791] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848dc952-1c8d-4fdd-b688-5f2932708d73 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.137611] env[69572]: DEBUG nova.network.neutron [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Updating instance_info_cache with network_info: [{"id": "9c42d3eb-8ccc-47e2-8248-8ff8941c73b3", "address": "fa:16:3e:85:3e:08", "network": {"id": "76198a53-df14-4b82-86d1-e4fd0683bf94", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1074386385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f61f72411f4807af6c3962c3870212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c42d3eb-8c", "ovs_interfaceid": "9c42d3eb-8ccc-47e2-8248-8ff8941c73b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.143903] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52df91b4-9c04-7df8-a42d-b117252df3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.153343] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.153622] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] e558537c-3b7c-45c6-ba0e-754fe2895d6c/e558537c-3b7c-45c6-ba0e-754fe2895d6c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.166477] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] a54ec9b6-147a-4162-bd64-a1f43ef54209/a54ec9b6-147a-4162-bd64-a1f43ef54209.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.170023] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45f33a78-c8ff-4141-afed-eebb7019253e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.170023] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-308e2d20-130e-49e2-907d-312192e8d12f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.193962] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 683.193962] env[69572]: value = "task-3433973" [ 683.193962] env[69572]: _type = "Task" [ 683.193962] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.195435] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for the task: (returnval){ [ 683.195435] env[69572]: value = "task-3433974" [ 683.195435] env[69572]: _type = "Task" [ 683.195435] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.208110] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.211048] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.309383] env[69572]: DEBUG nova.compute.manager [req-2041123c-a18c-4fe1-8ea0-8ba07f84ea92 req-1f4a706f-f6b3-41b9-8f2e-9e7818bd327f service nova] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Received event network-vif-deleted-bfdfffb2-2fba-4056-9945-5ef1ac37b72e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 683.637417] env[69572]: DEBUG nova.scheduler.client.report [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.641884] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Releasing lock "refresh_cache-6af9f8cd-5fb7-486f-be1d-69a4398beb01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.642296] env[69572]: DEBUG nova.compute.manager [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Instance network_info: |[{"id": "9c42d3eb-8ccc-47e2-8248-8ff8941c73b3", "address": "fa:16:3e:85:3e:08", "network": {"id": "76198a53-df14-4b82-86d1-e4fd0683bf94", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1074386385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f61f72411f4807af6c3962c3870212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c42d3eb-8c", "ovs_interfaceid": "9c42d3eb-8ccc-47e2-8248-8ff8941c73b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 683.644206] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:3e:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c42d3eb-8ccc-47e2-8248-8ff8941c73b3', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.653785] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Creating folder: Project (56f61f72411f4807af6c3962c3870212). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.654139] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff438019-c4bb-4ae8-b515-cc265a1a9237 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.667622] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Created folder: Project (56f61f72411f4807af6c3962c3870212) in parent group-v685431. [ 683.667844] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Creating folder: Instances. Parent ref: group-v685511. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.668111] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb89c98-f88c-4984-aab0-67eda865cd05 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.680377] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Created folder: Instances in parent group-v685511. [ 683.680655] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.680851] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.681080] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-572e97b0-386a-4f7e-ab42-437da694ceda {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.701770] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.701770] env[69572]: value = "task-3433977" [ 683.701770] env[69572]: _type = "Task" [ 683.701770] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.712268] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433973, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.716503] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.719920] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433977, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.026241] env[69572]: DEBUG nova.compute.manager [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Received event network-vif-plugged-9c42d3eb-8ccc-47e2-8248-8ff8941c73b3 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 684.026473] env[69572]: DEBUG oslo_concurrency.lockutils [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] Acquiring lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.026681] env[69572]: DEBUG oslo_concurrency.lockutils [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] Lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.026846] env[69572]: DEBUG oslo_concurrency.lockutils [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] Lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.027021] env[69572]: DEBUG nova.compute.manager [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] No waiting events found dispatching network-vif-plugged-9c42d3eb-8ccc-47e2-8248-8ff8941c73b3 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.027190] env[69572]: WARNING nova.compute.manager [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Received unexpected event network-vif-plugged-9c42d3eb-8ccc-47e2-8248-8ff8941c73b3 for instance with vm_state building and task_state spawning. [ 684.027385] env[69572]: DEBUG nova.compute.manager [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Received event network-changed-9c42d3eb-8ccc-47e2-8248-8ff8941c73b3 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 684.027578] env[69572]: DEBUG nova.compute.manager [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Refreshing instance network info cache due to event network-changed-9c42d3eb-8ccc-47e2-8248-8ff8941c73b3. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 684.027790] env[69572]: DEBUG oslo_concurrency.lockutils [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] Acquiring lock "refresh_cache-6af9f8cd-5fb7-486f-be1d-69a4398beb01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.027930] env[69572]: DEBUG oslo_concurrency.lockutils [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] Acquired lock "refresh_cache-6af9f8cd-5fb7-486f-be1d-69a4398beb01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.028093] env[69572]: DEBUG nova.network.neutron [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Refreshing network info cache for port 9c42d3eb-8ccc-47e2-8248-8ff8941c73b3 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.148096] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.148096] env[69572]: DEBUG nova.compute.manager [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 684.148374] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.146s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.205410] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51816} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.208523] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] e558537c-3b7c-45c6-ba0e-754fe2895d6c/e558537c-3b7c-45c6-ba0e-754fe2895d6c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.208865] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.209342] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c83c4cf3-c403-48b6-b593-cb6d77bd3e21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.220857] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433974, 'name': ReconfigVM_Task, 'duration_secs': 0.865514} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.224845] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Reconfigured VM instance instance-0000001a to attach disk [datastore2] a54ec9b6-147a-4162-bd64-a1f43ef54209/a54ec9b6-147a-4162-bd64-a1f43ef54209.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.225566] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 684.225566] env[69572]: value = "task-3433978" [ 684.225566] env[69572]: _type = "Task" [ 684.225566] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.225746] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433977, 'name': CreateVM_Task, 'duration_secs': 0.420848} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.226274] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58262686-9f1b-4220-8477-96d01bd684e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.227958] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.231668] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.231875] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.232065] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.232801] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b74fa533-ed29-4b15-89da-1080817da601 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.236595] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for the task: (returnval){ [ 684.236595] env[69572]: value = "task-3433979" [ 684.236595] env[69572]: _type = "Task" [ 684.236595] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.243109] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.243404] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for the task: (returnval){ [ 684.243404] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526012cd-0851-d556-8e68-26a20eee824b" [ 684.243404] env[69572]: _type = "Task" [ 684.243404] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.249645] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433979, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.255921] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526012cd-0851-d556-8e68-26a20eee824b, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.256241] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.256542] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.257125] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.257125] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.257321] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.257638] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56c07692-5c61-4427-a55c-cf2f0b079bb4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.266771] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.266977] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.267698] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23cce6a3-1158-4ea0-aa82-413338afc43e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.273232] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for the task: (returnval){ [ 684.273232] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523a6926-0867-9a0d-a993-3e458b10ba4d" [ 684.273232] env[69572]: _type = "Task" [ 684.273232] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.281757] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523a6926-0867-9a0d-a993-3e458b10ba4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.651930] env[69572]: DEBUG nova.compute.utils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.657510] env[69572]: INFO nova.compute.claims [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.669023] env[69572]: DEBUG nova.compute.manager [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 684.669023] env[69572]: DEBUG nova.network.neutron [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.745566] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067383} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.746817] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.751260] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7b038-4e1f-4bd9-a8e7-4b9d473c7c68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.757625] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433979, 'name': Rename_Task, 'duration_secs': 0.351898} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.758233] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.758922] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b038dd0b-4b8d-438f-82ad-ba722c4db9f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.761717] env[69572]: DEBUG nova.policy [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '320167b0cb964a01af4772871af3fafb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d634c7d1b214e5dae842592e0b72a0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.783401] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] e558537c-3b7c-45c6-ba0e-754fe2895d6c/e558537c-3b7c-45c6-ba0e-754fe2895d6c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.788448] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864f4326-11b1-4e4c-9779-aea456252fbe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.805622] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for the task: (returnval){ [ 684.805622] env[69572]: value = "task-3433980" [ 684.805622] env[69572]: _type = "Task" [ 684.805622] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.820173] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 684.820173] env[69572]: value = "task-3433981" [ 684.820173] env[69572]: _type = "Task" [ 684.820173] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.821100] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523a6926-0867-9a0d-a993-3e458b10ba4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.830109] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7338f5-41a6-4c1d-bc73-34c788a9f58c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.838428] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.846351] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for the task: (returnval){ [ 684.846351] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5204ca5b-f3d8-6f4a-a011-d22a8888503f" [ 684.846351] env[69572]: _type = "Task" [ 684.846351] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.846643] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.856459] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5204ca5b-f3d8-6f4a-a011-d22a8888503f, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.857032] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.857417] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 6af9f8cd-5fb7-486f-be1d-69a4398beb01/6af9f8cd-5fb7-486f-be1d-69a4398beb01.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.857765] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38067494-195d-4757-8a54-f001e9bfb7f6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.864532] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for the task: (returnval){ [ 684.864532] env[69572]: value = "task-3433982" [ 684.864532] env[69572]: _type = "Task" [ 684.864532] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.872397] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.930992] env[69572]: DEBUG nova.network.neutron [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Updated VIF entry in instance network info cache for port 9c42d3eb-8ccc-47e2-8248-8ff8941c73b3. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.931439] env[69572]: DEBUG nova.network.neutron [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Updating instance_info_cache with network_info: [{"id": "9c42d3eb-8ccc-47e2-8248-8ff8941c73b3", "address": "fa:16:3e:85:3e:08", "network": {"id": "76198a53-df14-4b82-86d1-e4fd0683bf94", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1074386385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56f61f72411f4807af6c3962c3870212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c42d3eb-8c", "ovs_interfaceid": "9c42d3eb-8ccc-47e2-8248-8ff8941c73b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.163930] env[69572]: DEBUG nova.compute.manager [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 685.170819] env[69572]: INFO nova.compute.resource_tracker [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating resource usage from migration 663865b5-f6f9-405a-8bdd-0ace9cc0efc1 [ 685.294579] env[69572]: DEBUG nova.network.neutron [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Successfully created port: 3b1f1c82-6e61-455e-b867-0979e23ddc87 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.321369] env[69572]: DEBUG oslo_vmware.api [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433980, 'name': PowerOnVM_Task, 'duration_secs': 0.520559} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.321647] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.321843] env[69572]: INFO nova.compute.manager [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Took 8.43 seconds to spawn the instance on the hypervisor. [ 685.322028] env[69572]: DEBUG nova.compute.manager [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 685.322870] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99988b61-60d1-4446-a974-f37d219e85b9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.347088] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433981, 'name': ReconfigVM_Task, 'duration_secs': 0.303441} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.347088] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Reconfigured VM instance instance-0000001b to attach disk [datastore2] e558537c-3b7c-45c6-ba0e-754fe2895d6c/e558537c-3b7c-45c6-ba0e-754fe2895d6c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.347314] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e80050b-8f7d-4800-add1-d31a987a7e11 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.355489] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 685.355489] env[69572]: value = "task-3433983" [ 685.355489] env[69572]: _type = "Task" [ 685.355489] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.370171] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433983, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.377432] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433982, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.434157] env[69572]: DEBUG oslo_concurrency.lockutils [req-949a9042-9acc-44c8-806d-da0ae15a4313 req-1f457cc4-de10-4ae3-8258-45c12555aa1c service nova] Releasing lock "refresh_cache-6af9f8cd-5fb7-486f-be1d-69a4398beb01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.794467] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17e1292-a62f-44ff-b14f-5873a5bed273 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.803174] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79835394-3da4-4a6a-a1b2-c209400389d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.836652] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30900cd8-3067-4101-91be-e96ffafb0e90 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.844487] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b65ddce-dc0e-40c2-a20c-474baa406466 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.865975] env[69572]: DEBUG nova.compute.provider_tree [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.868089] env[69572]: INFO nova.compute.manager [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Took 43.32 seconds to build instance. [ 685.880715] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433983, 'name': Rename_Task, 'duration_secs': 0.146033} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.884760] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.885043] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524314} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.885234] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c53fb24e-039d-484f-8786-306682a7c6e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.886792] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 6af9f8cd-5fb7-486f-be1d-69a4398beb01/6af9f8cd-5fb7-486f-be1d-69a4398beb01.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.886993] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.887460] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0a0e687-ec20-4c8e-9c75-a826f36e915f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.895659] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 685.895659] env[69572]: value = "task-3433984" [ 685.895659] env[69572]: _type = "Task" [ 685.895659] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.898679] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for the task: (returnval){ [ 685.898679] env[69572]: value = "task-3433985" [ 685.898679] env[69572]: _type = "Task" [ 685.898679] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.909164] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.912931] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.194912] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquiring lock "a54ec9b6-147a-4162-bd64-a1f43ef54209" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.196059] env[69572]: DEBUG nova.compute.manager [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 686.226476] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.226824] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.227039] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.227236] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.227377] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.227517] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.228035] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.228322] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.228390] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.228535] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.228698] env[69572]: DEBUG nova.virt.hardware [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.230066] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d80b50e-4874-43f9-becf-068097c1f316 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.241868] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f51ce-c451-43b5-896c-b0d03039293f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.373109] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a232092c-9937-4751-936b-ea9527991370 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "a54ec9b6-147a-4162-bd64-a1f43ef54209" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.554s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.373988] env[69572]: DEBUG nova.scheduler.client.report [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.380065] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "a54ec9b6-147a-4162-bd64-a1f43ef54209" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.185s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.380377] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquiring lock "a54ec9b6-147a-4162-bd64-a1f43ef54209-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.380599] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "a54ec9b6-147a-4162-bd64-a1f43ef54209-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.380818] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "a54ec9b6-147a-4162-bd64-a1f43ef54209-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.388382] env[69572]: INFO nova.compute.manager [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Terminating instance [ 686.414547] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.417500] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075208} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.417800] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.418907] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72419a27-6750-4996-a3b9-749514e63412 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.443614] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 6af9f8cd-5fb7-486f-be1d-69a4398beb01/6af9f8cd-5fb7-486f-be1d-69a4398beb01.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.443793] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb3b210-dc17-4b6b-a8b6-356a33148e2e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.466822] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for the task: (returnval){ [ 686.466822] env[69572]: value = "task-3433986" [ 686.466822] env[69572]: _type = "Task" [ 686.466822] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.478072] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.881837] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.733s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.882108] env[69572]: INFO nova.compute.manager [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Migrating [ 686.882307] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.882457] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.886431] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.615s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.886431] env[69572]: INFO nova.compute.claims [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.890520] env[69572]: DEBUG nova.compute.manager [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 686.893712] env[69572]: DEBUG nova.compute.manager [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 686.893915] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.895178] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1013c0-0f80-4190-ba43-d1324cb229d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.908615] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.911232] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.911498] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cefacbf-25d1-4f5f-a29a-e640d21db0db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.918919] env[69572]: DEBUG oslo_vmware.api [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for the task: (returnval){ [ 686.918919] env[69572]: value = "task-3433987" [ 686.918919] env[69572]: _type = "Task" [ 686.918919] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.931645] env[69572]: DEBUG oslo_vmware.api [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.977220] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.205386] env[69572]: DEBUG nova.compute.manager [req-e0aa3a05-b240-41a6-96eb-86117e8f5233 req-e9543637-6b0e-4359-83ee-411d3d8985a4 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Received event network-vif-plugged-3b1f1c82-6e61-455e-b867-0979e23ddc87 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 687.205647] env[69572]: DEBUG oslo_concurrency.lockutils [req-e0aa3a05-b240-41a6-96eb-86117e8f5233 req-e9543637-6b0e-4359-83ee-411d3d8985a4 service nova] Acquiring lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.205797] env[69572]: DEBUG oslo_concurrency.lockutils [req-e0aa3a05-b240-41a6-96eb-86117e8f5233 req-e9543637-6b0e-4359-83ee-411d3d8985a4 service nova] Lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.205957] env[69572]: DEBUG oslo_concurrency.lockutils [req-e0aa3a05-b240-41a6-96eb-86117e8f5233 req-e9543637-6b0e-4359-83ee-411d3d8985a4 service nova] Lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.206234] env[69572]: DEBUG nova.compute.manager [req-e0aa3a05-b240-41a6-96eb-86117e8f5233 req-e9543637-6b0e-4359-83ee-411d3d8985a4 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] No waiting events found dispatching network-vif-plugged-3b1f1c82-6e61-455e-b867-0979e23ddc87 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 687.206408] env[69572]: WARNING nova.compute.manager [req-e0aa3a05-b240-41a6-96eb-86117e8f5233 req-e9543637-6b0e-4359-83ee-411d3d8985a4 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Received unexpected event network-vif-plugged-3b1f1c82-6e61-455e-b867-0979e23ddc87 for instance with vm_state building and task_state spawning. [ 687.321331] env[69572]: DEBUG nova.network.neutron [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Successfully updated port: 3b1f1c82-6e61-455e-b867-0979e23ddc87 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.391129] env[69572]: INFO nova.compute.rpcapi [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 687.391669] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.438128] env[69572]: DEBUG oslo_vmware.api [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3433984, 'name': PowerOnVM_Task, 'duration_secs': 1.253734} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.439505] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.439722] env[69572]: INFO nova.compute.manager [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Took 8.89 seconds to spawn the instance on the hypervisor. [ 687.439985] env[69572]: DEBUG nova.compute.manager [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 687.442084] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab20c28e-8a16-4ade-90a7-e58b1002f652 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.445573] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.453743] env[69572]: DEBUG oslo_vmware.api [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433987, 'name': PowerOffVM_Task, 'duration_secs': 0.235972} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.453743] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.453743] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.453743] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1d6a1a2-f97f-4b2e-aefc-fe2686e4dadb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.478872] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433986, 'name': ReconfigVM_Task, 'duration_secs': 0.58614} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.479095] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 6af9f8cd-5fb7-486f-be1d-69a4398beb01/6af9f8cd-5fb7-486f-be1d-69a4398beb01.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.479755] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3109ca5a-636d-43ac-9d5a-ee5086a28722 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.487062] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for the task: (returnval){ [ 687.487062] env[69572]: value = "task-3433989" [ 687.487062] env[69572]: _type = "Task" [ 687.487062] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.497362] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433989, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.528702] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.528812] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.529027] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Deleting the datastore file [datastore2] a54ec9b6-147a-4162-bd64-a1f43ef54209 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.529366] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70e6d177-bbb5-4b2b-887f-9db842a25266 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.536125] env[69572]: DEBUG oslo_vmware.api [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for the task: (returnval){ [ 687.536125] env[69572]: value = "task-3433990" [ 687.536125] env[69572]: _type = "Task" [ 687.536125] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.545274] env[69572]: DEBUG oslo_vmware.api [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.827612] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "refresh_cache-4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.827612] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquired lock "refresh_cache-4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.827612] env[69572]: DEBUG nova.network.neutron [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.932096] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.932096] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.932096] env[69572]: DEBUG nova.network.neutron [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.973104] env[69572]: INFO nova.compute.manager [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Took 39.81 seconds to build instance. [ 688.003259] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433989, 'name': Rename_Task, 'duration_secs': 0.150388} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.003572] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.004783] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e066fb3d-eff4-4b38-aa93-44782b009de0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.014024] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for the task: (returnval){ [ 688.014024] env[69572]: value = "task-3433991" [ 688.014024] env[69572]: _type = "Task" [ 688.014024] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.025123] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.046889] env[69572]: DEBUG oslo_vmware.api [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Task: {'id': task-3433990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163418} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.049499] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.049684] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.049854] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.050049] env[69572]: INFO nova.compute.manager [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Took 1.16 seconds to destroy the instance on the hypervisor. [ 688.050305] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.050715] env[69572]: DEBUG nova.compute.manager [-] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 688.050806] env[69572]: DEBUG nova.network.neutron [-] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.366843] env[69572]: DEBUG nova.network.neutron [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.477753] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ffb1bbd-8216-4d86-8997-70f2af45f484 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.605s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.525755] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.541503] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcbd401-9b72-4b5d-a620-bbe809fe50d3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.549966] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9728d82f-f50a-4bd9-b127-137d6f6367cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.590901] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad49fa15-8c6d-4aca-9e84-20739374988f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.599573] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquiring lock "177ae6a3-4396-44d7-8545-6c7fea64347a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.599915] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lock "177ae6a3-4396-44d7-8545-6c7fea64347a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.606437] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb949a2-465f-4ff5-ba5a-730ebc7bb654 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.625144] env[69572]: DEBUG nova.compute.provider_tree [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.660115] env[69572]: DEBUG nova.network.neutron [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Updating instance_info_cache with network_info: [{"id": "3b1f1c82-6e61-455e-b867-0979e23ddc87", "address": "fa:16:3e:de:fd:74", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b1f1c82-6e", "ovs_interfaceid": "3b1f1c82-6e61-455e-b867-0979e23ddc87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.825572] env[69572]: DEBUG nova.network.neutron [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance_info_cache with network_info: [{"id": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "address": "fa:16:3e:69:b5:a7", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9e4f97-30", "ovs_interfaceid": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.842209] env[69572]: DEBUG nova.network.neutron [-] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.981597] env[69572]: DEBUG nova.compute.manager [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 689.030723] env[69572]: DEBUG oslo_vmware.api [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3433991, 'name': PowerOnVM_Task, 'duration_secs': 0.584538} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.031817] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.032791] env[69572]: INFO nova.compute.manager [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Took 7.74 seconds to spawn the instance on the hypervisor. [ 689.033146] env[69572]: DEBUG nova.compute.manager [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.035084] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadb661f-c77d-42b0-a694-38eaf7bf8a20 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.129312] env[69572]: DEBUG nova.scheduler.client.report [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.162702] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Releasing lock "refresh_cache-4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.163178] env[69572]: DEBUG nova.compute.manager [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Instance network_info: |[{"id": "3b1f1c82-6e61-455e-b867-0979e23ddc87", "address": "fa:16:3e:de:fd:74", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b1f1c82-6e", "ovs_interfaceid": "3b1f1c82-6e61-455e-b867-0979e23ddc87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 689.163962] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:fd:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b1f1c82-6e61-455e-b867-0979e23ddc87', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.173930] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.174607] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.174968] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acb03dec-e508-46b0-8d89-d22667b1b9c3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.199160] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.199160] env[69572]: value = "task-3433992" [ 689.199160] env[69572]: _type = "Task" [ 689.199160] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.212304] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433992, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.245321] env[69572]: DEBUG nova.compute.manager [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Received event network-changed-3b1f1c82-6e61-455e-b867-0979e23ddc87 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 689.245495] env[69572]: DEBUG nova.compute.manager [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Refreshing instance network info cache due to event network-changed-3b1f1c82-6e61-455e-b867-0979e23ddc87. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 689.245719] env[69572]: DEBUG oslo_concurrency.lockutils [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] Acquiring lock "refresh_cache-4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.245862] env[69572]: DEBUG oslo_concurrency.lockutils [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] Acquired lock "refresh_cache-4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.246796] env[69572]: DEBUG nova.network.neutron [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Refreshing network info cache for port 3b1f1c82-6e61-455e-b867-0979e23ddc87 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.329163] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.345216] env[69572]: INFO nova.compute.manager [-] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Took 1.29 seconds to deallocate network for instance. [ 689.514263] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.563433] env[69572]: INFO nova.compute.manager [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Took 38.67 seconds to build instance. [ 689.635392] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.636012] env[69572]: DEBUG nova.compute.manager [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 689.642688] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.829s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.642913] env[69572]: DEBUG nova.objects.instance [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lazy-loading 'resources' on Instance uuid aa86f0d6-bd53-47e8-908c-64ef9c7739a2 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.714527] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3433992, 'name': CreateVM_Task, 'duration_secs': 0.309848} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.714745] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.715531] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.715697] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.716289] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.716547] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c657a09-9829-4fac-83ea-801cf11a9798 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.723512] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 689.723512] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52abf45c-608c-0a16-c024-ea9463711989" [ 689.723512] env[69572]: _type = "Task" [ 689.723512] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.735987] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52abf45c-608c-0a16-c024-ea9463711989, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.736325] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.736531] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.736791] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.736897] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.737083] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.737349] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcf9ed84-7419-4292-acfa-230a22ba90de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.745185] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.745436] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.746122] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523e98e5-4a21-46d0-a009-814488f1dd8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.752279] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 689.752279] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5225f880-450b-0cf6-5af8-98a07e115f66" [ 689.752279] env[69572]: _type = "Task" [ 689.752279] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.761545] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5225f880-450b-0cf6-5af8-98a07e115f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.854828] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.966717] env[69572]: DEBUG nova.network.neutron [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Updated VIF entry in instance network info cache for port 3b1f1c82-6e61-455e-b867-0979e23ddc87. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.967143] env[69572]: DEBUG nova.network.neutron [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Updating instance_info_cache with network_info: [{"id": "3b1f1c82-6e61-455e-b867-0979e23ddc87", "address": "fa:16:3e:de:fd:74", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b1f1c82-6e", "ovs_interfaceid": "3b1f1c82-6e61-455e-b867-0979e23ddc87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.066183] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd38003a-0263-4ae5-b20b-81531eb70b93 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.910s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.149017] env[69572]: DEBUG nova.compute.utils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.150582] env[69572]: DEBUG nova.compute.manager [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 690.151322] env[69572]: DEBUG nova.network.neutron [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.203505] env[69572]: DEBUG nova.policy [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5da10bf9194e05967d7430e7a4006e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '701c2e525d42429dac7a352078751f92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.265413] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5225f880-450b-0cf6-5af8-98a07e115f66, 'name': SearchDatastore_Task, 'duration_secs': 0.008397} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.266295] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2fa6fa-3d56-444d-83a8-acfcc149f277 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.272676] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 690.272676] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a94e0d-f2de-6e3f-e0be-5c2f4bb41753" [ 690.272676] env[69572]: _type = "Task" [ 690.272676] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.280472] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a94e0d-f2de-6e3f-e0be-5c2f4bb41753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.453076] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6caef14-9dd5-4d23-83d6-0b4944645648 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquiring lock "interface-6af9f8cd-5fb7-486f-be1d-69a4398beb01-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.453076] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6caef14-9dd5-4d23-83d6-0b4944645648 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "interface-6af9f8cd-5fb7-486f-be1d-69a4398beb01-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.453076] env[69572]: DEBUG nova.objects.instance [None req-f6caef14-9dd5-4d23-83d6-0b4944645648 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lazy-loading 'flavor' on Instance uuid 6af9f8cd-5fb7-486f-be1d-69a4398beb01 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.469819] env[69572]: DEBUG oslo_concurrency.lockutils [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] Releasing lock "refresh_cache-4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.470603] env[69572]: DEBUG nova.compute.manager [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Received event network-vif-deleted-ce60b300-209f-4ccd-917f-48e2e0067613 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 690.471896] env[69572]: DEBUG nova.compute.manager [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Received event network-changed-5af024e7-0b64-46b4-a35a-3b2169517e13 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 690.471896] env[69572]: DEBUG nova.compute.manager [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Refreshing instance network info cache due to event network-changed-5af024e7-0b64-46b4-a35a-3b2169517e13. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 690.471896] env[69572]: DEBUG oslo_concurrency.lockutils [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] Acquiring lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.471896] env[69572]: DEBUG oslo_concurrency.lockutils [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] Acquired lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.471896] env[69572]: DEBUG nova.network.neutron [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Refreshing network info cache for port 5af024e7-0b64-46b4-a35a-3b2169517e13 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.548818] env[69572]: DEBUG nova.network.neutron [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Successfully created port: 2ec5692b-e783-4923-94f1-b43bcd22d767 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.569378] env[69572]: DEBUG nova.compute.manager [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 690.653715] env[69572]: DEBUG nova.compute.manager [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 690.710293] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ca7327-9b96-4a06-9f2f-3a6ce0fd43f9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.718648] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dce89b4-849b-47c5-b1f3-c49820f30a6d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.751345] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6813827-15a0-4b11-aec3-7a25e8f6ac06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.759051] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8ae7cd-6e2c-4935-a821-f845d725b7ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.772559] env[69572]: DEBUG nova.compute.provider_tree [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.783335] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a94e0d-f2de-6e3f-e0be-5c2f4bb41753, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.784643] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.784643] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea/4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.784827] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9332db0b-f5e7-4ae3-a85b-ba6e47cd8dd9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.791887] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 690.791887] env[69572]: value = "task-3433993" [ 690.791887] env[69572]: _type = "Task" [ 690.791887] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.800713] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.849140] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa0fb8d-7678-4848-ac25-1cbb6e893b2d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.870066] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance '23dfab87-fb78-4861-89ac-acc1530353f1' progress to 0 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.960334] env[69572]: DEBUG nova.objects.instance [None req-f6caef14-9dd5-4d23-83d6-0b4944645648 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lazy-loading 'pci_requests' on Instance uuid 6af9f8cd-5fb7-486f-be1d-69a4398beb01 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.093858] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.283256] env[69572]: DEBUG nova.scheduler.client.report [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.291985] env[69572]: DEBUG nova.network.neutron [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updated VIF entry in instance network info cache for port 5af024e7-0b64-46b4-a35a-3b2169517e13. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.292533] env[69572]: DEBUG nova.network.neutron [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updating instance_info_cache with network_info: [{"id": "5af024e7-0b64-46b4-a35a-3b2169517e13", "address": "fa:16:3e:2a:c4:1f", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af024e7-0b", "ovs_interfaceid": "5af024e7-0b64-46b4-a35a-3b2169517e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.304421] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470165} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.304877] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea/4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.305233] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.305795] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43c3bcd7-f9d8-491f-b128-6ba23e5b1cb1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.311820] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 691.311820] env[69572]: value = "task-3433994" [ 691.311820] env[69572]: _type = "Task" [ 691.311820] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.319934] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.376286] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.376590] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-609ded22-e571-4b09-a506-c923979395c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.384786] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 691.384786] env[69572]: value = "task-3433995" [ 691.384786] env[69572]: _type = "Task" [ 691.384786] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.393648] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.464882] env[69572]: DEBUG nova.objects.base [None req-f6caef14-9dd5-4d23-83d6-0b4944645648 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Object Instance<6af9f8cd-5fb7-486f-be1d-69a4398beb01> lazy-loaded attributes: flavor,pci_requests {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 691.465190] env[69572]: DEBUG nova.network.neutron [None req-f6caef14-9dd5-4d23-83d6-0b4944645648 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.584618] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6caef14-9dd5-4d23-83d6-0b4944645648 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "interface-6af9f8cd-5fb7-486f-be1d-69a4398beb01-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.132s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.663820] env[69572]: DEBUG nova.compute.manager [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 691.690542] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.690798] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.690952] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.691184] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.691339] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.693013] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.693013] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.693013] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.693013] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.693013] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.693013] env[69572]: DEBUG nova.virt.hardware [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.693548] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88332c65-9858-46db-a3c6-e966dfd7f50f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.701620] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d81f7-bc6f-46a8-97b8-7367db2e42bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.786208] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.788725] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.457s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.790424] env[69572]: INFO nova.compute.claims [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.799283] env[69572]: DEBUG oslo_concurrency.lockutils [req-fa6fac74-77c9-46f7-8cf9-169509d424e8 req-61967d2b-359b-489b-9e11-83d95927ca68 service nova] Releasing lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.817529] env[69572]: INFO nova.scheduler.client.report [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Deleted allocations for instance aa86f0d6-bd53-47e8-908c-64ef9c7739a2 [ 691.825019] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100373} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.825597] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.826516] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e297bf-d242-4bd8-ad46-34422b5c8cb4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.849255] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea/4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.850275] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39350c09-0897-4b45-bef2-3063c39b1f1e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.871657] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 691.871657] env[69572]: value = "task-3433996" [ 691.871657] env[69572]: _type = "Task" [ 691.871657] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.879998] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.892963] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433995, 'name': PowerOffVM_Task, 'duration_secs': 0.296428} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.893863] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.893863] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance '23dfab87-fb78-4861-89ac-acc1530353f1' progress to 17 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 692.069034] env[69572]: DEBUG nova.network.neutron [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Successfully updated port: 2ec5692b-e783-4923-94f1-b43bcd22d767 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.329577] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38475543-168e-4b8d-a966-aa1bf0c2ab60 tempest-ServerDiagnosticsTest-58141109 tempest-ServerDiagnosticsTest-58141109-project-member] Lock "aa86f0d6-bd53-47e8-908c-64ef9c7739a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.602s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.381772] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.401220] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.401587] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.401966] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.402085] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.402247] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.402396] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.402657] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.402837] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.403107] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.403383] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.403810] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.409652] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb48c6c4-59e5-4068-9683-35aaf6b8e19f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.426098] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 692.426098] env[69572]: value = "task-3433997" [ 692.426098] env[69572]: _type = "Task" [ 692.426098] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.435756] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.460189] env[69572]: DEBUG nova.compute.manager [req-d3b99760-048f-48f0-a056-9b7e2c936295 req-316a5415-e741-463f-b575-a3bad303fa12 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Received event network-vif-plugged-2ec5692b-e783-4923-94f1-b43bcd22d767 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 692.460507] env[69572]: DEBUG oslo_concurrency.lockutils [req-d3b99760-048f-48f0-a056-9b7e2c936295 req-316a5415-e741-463f-b575-a3bad303fa12 service nova] Acquiring lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.460768] env[69572]: DEBUG oslo_concurrency.lockutils [req-d3b99760-048f-48f0-a056-9b7e2c936295 req-316a5415-e741-463f-b575-a3bad303fa12 service nova] Lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.460966] env[69572]: DEBUG oslo_concurrency.lockutils [req-d3b99760-048f-48f0-a056-9b7e2c936295 req-316a5415-e741-463f-b575-a3bad303fa12 service nova] Lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.461215] env[69572]: DEBUG nova.compute.manager [req-d3b99760-048f-48f0-a056-9b7e2c936295 req-316a5415-e741-463f-b575-a3bad303fa12 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] No waiting events found dispatching network-vif-plugged-2ec5692b-e783-4923-94f1-b43bcd22d767 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 692.461419] env[69572]: WARNING nova.compute.manager [req-d3b99760-048f-48f0-a056-9b7e2c936295 req-316a5415-e741-463f-b575-a3bad303fa12 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Received unexpected event network-vif-plugged-2ec5692b-e783-4923-94f1-b43bcd22d767 for instance with vm_state building and task_state spawning. [ 692.571316] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquiring lock "refresh_cache-16f4a6eb-ba57-409c-a828-0a49823f3a8c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.571493] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquired lock "refresh_cache-16f4a6eb-ba57-409c-a828-0a49823f3a8c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.571658] env[69572]: DEBUG nova.network.neutron [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.881573] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433996, 'name': ReconfigVM_Task, 'duration_secs': 0.801474} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.884060] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea/4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.884852] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e0b183d-625d-43ca-a8e5-d673c1c33164 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.890794] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 692.890794] env[69572]: value = "task-3433998" [ 692.890794] env[69572]: _type = "Task" [ 692.890794] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.899320] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433998, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.938874] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3433997, 'name': ReconfigVM_Task, 'duration_secs': 0.223157} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.939394] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance '23dfab87-fb78-4861-89ac-acc1530353f1' progress to 33 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.119113] env[69572]: DEBUG nova.network.neutron [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.334126] env[69572]: DEBUG nova.network.neutron [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Updating instance_info_cache with network_info: [{"id": "2ec5692b-e783-4923-94f1-b43bcd22d767", "address": "fa:16:3e:e3:24:4a", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec5692b-e7", "ovs_interfaceid": "2ec5692b-e783-4923-94f1-b43bcd22d767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.347937] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edb1a0a-2ca5-46f2-8928-7b1d24f29d91 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.357022] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227834e4-a771-4067-a7c4-32c132ee3fd4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.389843] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02afa19-150c-4dff-a9cf-918bdba552ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.403062] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cbc851-d431-4c62-8655-0a69d189ed0e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.407622] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433998, 'name': Rename_Task, 'duration_secs': 0.145975} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.408314] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.408985] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc48966e-2347-4d39-b19b-be31cfaeadbb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.420475] env[69572]: DEBUG nova.compute.provider_tree [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.429268] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 693.429268] env[69572]: value = "task-3433999" [ 693.429268] env[69572]: _type = "Task" [ 693.429268] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.440652] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.446202] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.446372] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.446522] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.446693] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.446829] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.446968] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.447186] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.447335] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.447491] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.447643] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.447806] env[69572]: DEBUG nova.virt.hardware [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.455748] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 693.456703] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ea3761-80a6-4832-877d-42b5cb6d4105 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.477989] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 693.477989] env[69572]: value = "task-3434000" [ 693.477989] env[69572]: _type = "Task" [ 693.477989] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.486457] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.664043] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquiring lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.664344] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.664557] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquiring lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.664753] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.664922] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.667653] env[69572]: INFO nova.compute.manager [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Terminating instance [ 693.836704] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Releasing lock "refresh_cache-16f4a6eb-ba57-409c-a828-0a49823f3a8c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.837060] env[69572]: DEBUG nova.compute.manager [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Instance network_info: |[{"id": "2ec5692b-e783-4923-94f1-b43bcd22d767", "address": "fa:16:3e:e3:24:4a", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec5692b-e7", "ovs_interfaceid": "2ec5692b-e783-4923-94f1-b43bcd22d767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 693.837486] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:24:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ec5692b-e783-4923-94f1-b43bcd22d767', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.845112] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Creating folder: Project (701c2e525d42429dac7a352078751f92). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.845456] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35e96d3f-55cd-45da-a4c0-4ed2375d754f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.857530] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Created folder: Project (701c2e525d42429dac7a352078751f92) in parent group-v685431. [ 693.857719] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Creating folder: Instances. Parent ref: group-v685515. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.857980] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df4a6ce2-72dc-4004-bcdb-375e95e091f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.866688] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Created folder: Instances in parent group-v685515. [ 693.866909] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.867631] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.867631] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-584fe089-0f0f-4769-b940-f4f774ed9922 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.885902] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.885902] env[69572]: value = "task-3434003" [ 693.885902] env[69572]: _type = "Task" [ 693.885902] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.893430] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434003, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.922731] env[69572]: DEBUG nova.scheduler.client.report [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.939419] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.987480] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434000, 'name': ReconfigVM_Task, 'duration_secs': 0.202417} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.987784] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 693.988598] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531820a4-7e6a-4432-a5fa-5a4e46f546a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.011150] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 23dfab87-fb78-4861-89ac-acc1530353f1/23dfab87-fb78-4861-89ac-acc1530353f1.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.011829] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0359fa48-6e38-4a24-8c99-e194040f795c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.031473] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 694.031473] env[69572]: value = "task-3434004" [ 694.031473] env[69572]: _type = "Task" [ 694.031473] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.040398] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.171961] env[69572]: DEBUG nova.compute.manager [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 694.172443] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.173683] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1d91ea-4f0b-4095-b840-d66a2e117fef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.181731] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.182055] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef16c325-8714-413d-840a-cf48e8600238 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.188755] env[69572]: DEBUG oslo_vmware.api [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for the task: (returnval){ [ 694.188755] env[69572]: value = "task-3434005" [ 694.188755] env[69572]: _type = "Task" [ 694.188755] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.197505] env[69572]: DEBUG oslo_vmware.api [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3434005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.395993] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434003, 'name': CreateVM_Task, 'duration_secs': 0.351575} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.396271] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.396890] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.397064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.397390] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.397726] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a0edb5-0542-4b77-8e39-cc185a0f8517 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.403425] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for the task: (returnval){ [ 694.403425] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5215e475-f58e-7699-2bec-44077906bcec" [ 694.403425] env[69572]: _type = "Task" [ 694.403425] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.413464] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5215e475-f58e-7699-2bec-44077906bcec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.427652] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.428273] env[69572]: DEBUG nova.compute.manager [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 694.431991] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.397s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.433589] env[69572]: INFO nova.compute.claims [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.445402] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433999, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.542385] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434004, 'name': ReconfigVM_Task, 'duration_secs': 0.306162} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.542788] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 23dfab87-fb78-4861-89ac-acc1530353f1/23dfab87-fb78-4861-89ac-acc1530353f1.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.543169] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance '23dfab87-fb78-4861-89ac-acc1530353f1' progress to 50 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.698584] env[69572]: DEBUG oslo_vmware.api [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3434005, 'name': PowerOffVM_Task, 'duration_secs': 0.191903} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.698858] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.699025] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.699274] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bb1df99-3e72-49b9-b98a-ed7d90604380 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.773429] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.773658] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.773838] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Deleting the datastore file [datastore1] 6af9f8cd-5fb7-486f-be1d-69a4398beb01 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.774200] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-925b077e-6eb5-4678-94c1-6a74892a4e61 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.780230] env[69572]: DEBUG oslo_vmware.api [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for the task: (returnval){ [ 694.780230] env[69572]: value = "task-3434007" [ 694.780230] env[69572]: _type = "Task" [ 694.780230] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.788203] env[69572]: DEBUG oslo_vmware.api [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3434007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.823380] env[69572]: DEBUG nova.compute.manager [req-e83524d4-9d19-4864-a9e1-2177e115a2ec req-e04bf651-e34f-4960-9a84-5b8816981ec5 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Received event network-changed-2ec5692b-e783-4923-94f1-b43bcd22d767 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 694.824387] env[69572]: DEBUG nova.compute.manager [req-e83524d4-9d19-4864-a9e1-2177e115a2ec req-e04bf651-e34f-4960-9a84-5b8816981ec5 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Refreshing instance network info cache due to event network-changed-2ec5692b-e783-4923-94f1-b43bcd22d767. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 694.824387] env[69572]: DEBUG oslo_concurrency.lockutils [req-e83524d4-9d19-4864-a9e1-2177e115a2ec req-e04bf651-e34f-4960-9a84-5b8816981ec5 service nova] Acquiring lock "refresh_cache-16f4a6eb-ba57-409c-a828-0a49823f3a8c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.824387] env[69572]: DEBUG oslo_concurrency.lockutils [req-e83524d4-9d19-4864-a9e1-2177e115a2ec req-e04bf651-e34f-4960-9a84-5b8816981ec5 service nova] Acquired lock "refresh_cache-16f4a6eb-ba57-409c-a828-0a49823f3a8c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.824387] env[69572]: DEBUG nova.network.neutron [req-e83524d4-9d19-4864-a9e1-2177e115a2ec req-e04bf651-e34f-4960-9a84-5b8816981ec5 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Refreshing network info cache for port 2ec5692b-e783-4923-94f1-b43bcd22d767 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.914120] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5215e475-f58e-7699-2bec-44077906bcec, 'name': SearchDatastore_Task, 'duration_secs': 0.013327} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.914448] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.914685] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.914989] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.915102] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.915288] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.916250] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-121f207a-1d3b-47ee-b3b7-4153a78fd6f6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.934203] env[69572]: DEBUG nova.compute.utils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.937523] env[69572]: DEBUG nova.compute.manager [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Not allocating networking since 'none' was specified. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 694.941130] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.941130] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.945987] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9ed416-a8bc-4584-90c7-15cea6138c5a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.955179] env[69572]: DEBUG oslo_vmware.api [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3433999, 'name': PowerOnVM_Task, 'duration_secs': 1.08969} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.956797] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.957043] env[69572]: INFO nova.compute.manager [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Took 8.76 seconds to spawn the instance on the hypervisor. [ 694.957257] env[69572]: DEBUG nova.compute.manager [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.957879] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for the task: (returnval){ [ 694.957879] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c50665-9983-2469-4d66-562a9c734910" [ 694.957879] env[69572]: _type = "Task" [ 694.957879] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.958639] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58663f2-63e0-46c8-b5d7-5538d686fb99 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.976953] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c50665-9983-2469-4d66-562a9c734910, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.978050] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46981df-7c64-4e80-a613-d91d5eee97c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.983396] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for the task: (returnval){ [ 694.983396] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523cd058-0c5e-5191-0786-89d100604df0" [ 694.983396] env[69572]: _type = "Task" [ 694.983396] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.991959] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523cd058-0c5e-5191-0786-89d100604df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.050211] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cee21ec-0bef-4995-9cd7-75a882f5f90b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.071888] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae492030-cc04-4d23-9939-aae1d40d425b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.090149] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance '23dfab87-fb78-4861-89ac-acc1530353f1' progress to 67 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 695.290623] env[69572]: DEBUG oslo_vmware.api [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Task: {'id': task-3434007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305773} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.290880] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.291085] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.291266] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.291735] env[69572]: INFO nova.compute.manager [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Took 1.12 seconds to destroy the instance on the hypervisor. [ 695.291735] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.291910] env[69572]: DEBUG nova.compute.manager [-] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 695.291950] env[69572]: DEBUG nova.network.neutron [-] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.447058] env[69572]: DEBUG nova.compute.manager [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 695.491668] env[69572]: INFO nova.compute.manager [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Took 37.59 seconds to build instance. [ 695.500685] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523cd058-0c5e-5191-0786-89d100604df0, 'name': SearchDatastore_Task, 'duration_secs': 0.015822} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.500685] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.501623] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 16f4a6eb-ba57-409c-a828-0a49823f3a8c/16f4a6eb-ba57-409c-a828-0a49823f3a8c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.501623] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bafd8369-1e43-447c-b444-8a8d3951f0f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.507442] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for the task: (returnval){ [ 695.507442] env[69572]: value = "task-3434008" [ 695.507442] env[69572]: _type = "Task" [ 695.507442] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.520330] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.520470] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.527260] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.585031] env[69572]: DEBUG nova.network.neutron [req-e83524d4-9d19-4864-a9e1-2177e115a2ec req-e04bf651-e34f-4960-9a84-5b8816981ec5 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Updated VIF entry in instance network info cache for port 2ec5692b-e783-4923-94f1-b43bcd22d767. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.586147] env[69572]: DEBUG nova.network.neutron [req-e83524d4-9d19-4864-a9e1-2177e115a2ec req-e04bf651-e34f-4960-9a84-5b8816981ec5 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Updating instance_info_cache with network_info: [{"id": "2ec5692b-e783-4923-94f1-b43bcd22d767", "address": "fa:16:3e:e3:24:4a", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec5692b-e7", "ovs_interfaceid": "2ec5692b-e783-4923-94f1-b43bcd22d767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.665241] env[69572]: DEBUG nova.network.neutron [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Port 9b9e4f97-30d8-45bf-9462-57a8d663c924 binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 695.995043] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a98fd62e-a323-4201-96f4-20a983ffccde tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.640s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.021784] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434008, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.042910] env[69572]: DEBUG nova.network.neutron [-] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.089215] env[69572]: DEBUG oslo_concurrency.lockutils [req-e83524d4-9d19-4864-a9e1-2177e115a2ec req-e04bf651-e34f-4960-9a84-5b8816981ec5 service nova] Releasing lock "refresh_cache-16f4a6eb-ba57-409c-a828-0a49823f3a8c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.144362] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf4170-fee5-4904-90fd-48d53cb1476f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.153263] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884b3cb4-9fce-4d27-8a84-90e0dbe98c14 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.190948] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712c8a6d-35d3-456a-8dd5-a0ae3417cb1b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.200372] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7db5370-cb6a-4eee-9eb3-e6315d673a42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.215479] env[69572]: DEBUG nova.compute.provider_tree [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.457444] env[69572]: DEBUG nova.compute.manager [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 696.487738] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.488180] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.488431] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.488670] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.488776] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.488922] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.489149] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.489315] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.489486] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.489646] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.489991] env[69572]: DEBUG nova.virt.hardware [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.490806] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed87d093-df9b-465c-a9f3-fa69f76f7849 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.497891] env[69572]: DEBUG nova.compute.manager [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 696.503024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a7b099-3fc8-45ce-a94a-acd09bcec992 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.515776] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.521812] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Creating folder: Project (4393cf30adcb475089cdbe11aff17b58). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.527397] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-671161e0-2728-4360-ae46-c31791fd9b25 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.535331] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937227} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.535585] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 16f4a6eb-ba57-409c-a828-0a49823f3a8c/16f4a6eb-ba57-409c-a828-0a49823f3a8c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.535733] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.535972] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7af1ec20-cb87-4e92-9e90-21f0ed8b116c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.538994] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Created folder: Project (4393cf30adcb475089cdbe11aff17b58) in parent group-v685431. [ 696.539133] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Creating folder: Instances. Parent ref: group-v685518. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.539698] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d40472fb-764b-4db3-9338-778d640b2d43 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.544181] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for the task: (returnval){ [ 696.544181] env[69572]: value = "task-3434010" [ 696.544181] env[69572]: _type = "Task" [ 696.544181] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.547577] env[69572]: INFO nova.compute.manager [-] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Took 1.26 seconds to deallocate network for instance. [ 696.556805] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.556805] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Created folder: Instances in parent group-v685518. [ 696.557067] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.557407] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.557636] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ed41401-c440-4dc0-a285-fcfb802be802 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.574409] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.574409] env[69572]: value = "task-3434012" [ 696.574409] env[69572]: _type = "Task" [ 696.574409] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.582195] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434012, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.709867] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "23dfab87-fb78-4861-89ac-acc1530353f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.710151] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "23dfab87-fb78-4861-89ac-acc1530353f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.711037] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "23dfab87-fb78-4861-89ac-acc1530353f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.720180] env[69572]: DEBUG nova.scheduler.client.report [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.886391] env[69572]: DEBUG nova.compute.manager [req-ef0960e4-98c5-49b8-8136-e20c18104a8b req-998cd07a-7040-4e5d-8159-b38cc4d63f1e service nova] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Received event network-vif-deleted-9c42d3eb-8ccc-47e2-8248-8ff8941c73b3 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 697.026566] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.054306] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078399} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.054604] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.055389] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a6e2f0-a3ba-40b9-89b1-3225d9eee1eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.058741] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.078717] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 16f4a6eb-ba57-409c-a828-0a49823f3a8c/16f4a6eb-ba57-409c-a828-0a49823f3a8c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.079063] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57084baf-23b0-457b-97fc-25cb3481e98f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.102368] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434012, 'name': CreateVM_Task, 'duration_secs': 0.282841} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.103522] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.103861] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for the task: (returnval){ [ 697.103861] env[69572]: value = "task-3434013" [ 697.103861] env[69572]: _type = "Task" [ 697.103861] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.104250] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.104424] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.104757] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.105072] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d937ef21-0a6d-45a3-b42e-1617e3f163c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.112386] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 697.112386] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb2c4b-9822-c6ff-f26b-ebd1dec0eac4" [ 697.112386] env[69572]: _type = "Task" [ 697.112386] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.118059] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.124021] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb2c4b-9822-c6ff-f26b-ebd1dec0eac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.184674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.185045] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.185308] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.185590] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.185832] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.189753] env[69572]: INFO nova.compute.manager [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Terminating instance [ 697.225317] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.225843] env[69572]: DEBUG nova.compute.manager [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 697.228384] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.096s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.228553] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.228702] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 697.228990] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.459s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.229212] env[69572]: DEBUG nova.objects.instance [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lazy-loading 'resources' on Instance uuid 00d85748-2c5b-44bb-891d-cc15b8dbc40a {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.231468] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61738ab5-d200-4bad-8fb4-f782564abf22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.240276] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be07c7d-5bc6-4237-8687-b1376f3504e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.255089] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ef53ca-1cbe-45ac-ad5c-f77a66663f97 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.261997] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204aa0ac-6cd8-4f2a-8591-0a72c34e6506 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.294304] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179448MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 697.294501] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.614402] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434013, 'name': ReconfigVM_Task, 'duration_secs': 0.339064} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.614717] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 16f4a6eb-ba57-409c-a828-0a49823f3a8c/16f4a6eb-ba57-409c-a828-0a49823f3a8c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.615333] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a9819da-8761-4cff-bcb4-9265b39f591d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.625734] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb2c4b-9822-c6ff-f26b-ebd1dec0eac4, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.627499] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.627716] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.627950] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.628133] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.628310] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.628614] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for the task: (returnval){ [ 697.628614] env[69572]: value = "task-3434014" [ 697.628614] env[69572]: _type = "Task" [ 697.628614] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.628792] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46eaca8e-9b68-4471-a5fb-7065c04bdf11 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.637935] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434014, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.646334] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.646334] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.646334] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080ca316-162d-4c16-9a2c-4c0b4fc504f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.651751] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 697.651751] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52794777-3024-26d2-3ca6-4a67e306181a" [ 697.651751] env[69572]: _type = "Task" [ 697.651751] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.662084] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52794777-3024-26d2-3ca6-4a67e306181a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.693892] env[69572]: DEBUG nova.compute.manager [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 697.694489] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.695150] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39063ddf-a112-4d6e-a8d3-2fe3403040c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.702515] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.702824] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77b3bfea-39e8-4eba-b333-b3c9cd8a2290 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.708943] env[69572]: DEBUG oslo_vmware.api [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 697.708943] env[69572]: value = "task-3434015" [ 697.708943] env[69572]: _type = "Task" [ 697.708943] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.723838] env[69572]: DEBUG oslo_vmware.api [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3434015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.732463] env[69572]: DEBUG nova.compute.utils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.737363] env[69572]: DEBUG nova.compute.manager [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Not allocating networking since 'none' was specified. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 697.780774] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.780962] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.781197] env[69572]: DEBUG nova.network.neutron [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.141205] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434014, 'name': Rename_Task, 'duration_secs': 0.143993} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.143532] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.143895] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23f1397b-3f86-4f8d-9147-8846771ac989 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.150881] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for the task: (returnval){ [ 698.150881] env[69572]: value = "task-3434016" [ 698.150881] env[69572]: _type = "Task" [ 698.150881] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.163372] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.166945] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52794777-3024-26d2-3ca6-4a67e306181a, 'name': SearchDatastore_Task, 'duration_secs': 0.016524} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.170541] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61014711-c1f1-4ac7-aff3-406e4a6e9707 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.178030] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 698.178030] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a72a5a-ee26-ad49-8520-fa7d00f39e49" [ 698.178030] env[69572]: _type = "Task" [ 698.178030] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.184185] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0840c6-8f71-4df9-beea-2bd559f8143c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.189975] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a72a5a-ee26-ad49-8520-fa7d00f39e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.194316] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d106d42-8a2b-4d84-bfa6-f2173754316b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.226546] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14559ba1-a98b-45a2-95b0-2f5ad67eca85 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.234826] env[69572]: DEBUG oslo_vmware.api [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3434015, 'name': PowerOffVM_Task, 'duration_secs': 0.220067} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.236903] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.237095] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.237681] env[69572]: DEBUG nova.compute.manager [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 698.240169] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43dbb0f3-87c8-436f-ad3c-79f290400ba7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.243584] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61c9179-f5b5-4287-93bf-be509049a315 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.257728] env[69572]: DEBUG nova.compute.provider_tree [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.305038] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.305286] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.305468] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Deleting the datastore file [datastore2] 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.305727] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90628a08-a4e9-4927-8d41-79b656e92659 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.312565] env[69572]: DEBUG oslo_vmware.api [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for the task: (returnval){ [ 698.312565] env[69572]: value = "task-3434018" [ 698.312565] env[69572]: _type = "Task" [ 698.312565] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.320427] env[69572]: DEBUG oslo_vmware.api [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3434018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.527589] env[69572]: DEBUG nova.network.neutron [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance_info_cache with network_info: [{"id": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "address": "fa:16:3e:69:b5:a7", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9e4f97-30", "ovs_interfaceid": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.663339] env[69572]: DEBUG oslo_vmware.api [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434016, 'name': PowerOnVM_Task, 'duration_secs': 0.470724} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.663339] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.663339] env[69572]: INFO nova.compute.manager [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Took 7.00 seconds to spawn the instance on the hypervisor. [ 698.663339] env[69572]: DEBUG nova.compute.manager [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 698.663339] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60d055b-661b-4c0b-beb2-63ecd7f49ca8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.687511] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a72a5a-ee26-ad49-8520-fa7d00f39e49, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.687824] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.688105] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8621a619-9c29-45e6-891a-81faa8a2d0b7/8621a619-9c29-45e6-891a-81faa8a2d0b7.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.688366] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-276f1067-12d2-4d6c-9de0-525466086991 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.697147] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 698.697147] env[69572]: value = "task-3434019" [ 698.697147] env[69572]: _type = "Task" [ 698.697147] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.703512] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.761667] env[69572]: DEBUG nova.scheduler.client.report [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.824212] env[69572]: DEBUG oslo_vmware.api [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Task: {'id': task-3434018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13748} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.824212] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.824212] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.824481] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.824672] env[69572]: INFO nova.compute.manager [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 698.825012] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.825199] env[69572]: DEBUG nova.compute.manager [-] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 698.825387] env[69572]: DEBUG nova.network.neutron [-] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.030524] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.182363] env[69572]: INFO nova.compute.manager [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Took 37.93 seconds to build instance. [ 699.205665] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481372} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.207321] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8621a619-9c29-45e6-891a-81faa8a2d0b7/8621a619-9c29-45e6-891a-81faa8a2d0b7.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.207687] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.208459] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45a09117-d2d2-4045-b253-b466e25574f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.215463] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 699.215463] env[69572]: value = "task-3434020" [ 699.215463] env[69572]: _type = "Task" [ 699.215463] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.226490] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.254612] env[69572]: DEBUG nova.compute.manager [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 699.265107] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.268731] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.687s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.270214] env[69572]: INFO nova.compute.claims [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.273715] env[69572]: DEBUG nova.compute.manager [req-596a987d-b03e-48cc-ba68-767e25d652f8 req-a82eb3b3-0cc3-478a-8bdf-4ef305b59105 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Received event network-vif-deleted-3b1f1c82-6e61-455e-b867-0979e23ddc87 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 699.273986] env[69572]: INFO nova.compute.manager [req-596a987d-b03e-48cc-ba68-767e25d652f8 req-a82eb3b3-0cc3-478a-8bdf-4ef305b59105 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Neutron deleted interface 3b1f1c82-6e61-455e-b867-0979e23ddc87; detaching it from the instance and deleting it from the info cache [ 699.274228] env[69572]: DEBUG nova.network.neutron [req-596a987d-b03e-48cc-ba68-767e25d652f8 req-a82eb3b3-0cc3-478a-8bdf-4ef305b59105 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.285875] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.286118] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.286443] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.286443] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.286673] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.286733] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.286945] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.287471] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.287647] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.287863] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.288206] env[69572]: DEBUG nova.virt.hardware [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.289443] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5416c44c-fc48-4f5b-be59-ecc54942bb79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.294110] env[69572]: INFO nova.scheduler.client.report [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Deleted allocations for instance 00d85748-2c5b-44bb-891d-cc15b8dbc40a [ 699.304035] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a9cc1b-ef4a-4fb1-b468-fd23ba0a5d97 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.317854] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.323381] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Creating folder: Project (b6d3c460e7c24c3694fb02694995adeb). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.324030] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75562b88-4261-4e10-b124-da395798b6f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.333352] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Created folder: Project (b6d3c460e7c24c3694fb02694995adeb) in parent group-v685431. [ 699.333580] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Creating folder: Instances. Parent ref: group-v685521. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.333850] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a794c2d-0f76-4bd8-af96-ffb63f91506b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.341856] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Created folder: Instances in parent group-v685521. [ 699.342097] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.342786] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.342983] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7078c865-0832-4783-8426-6e26deafac49 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.358656] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.358656] env[69572]: value = "task-3434023" [ 699.358656] env[69572]: _type = "Task" [ 699.358656] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.366151] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434023, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.554777] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0c520b-6f0a-4bcc-a4f9-6fcf2d822e6b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.574984] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d56e31-463c-4d3f-8ae3-8668c564b52f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.582606] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance '23dfab87-fb78-4861-89ac-acc1530353f1' progress to 83 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.683699] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6ec9424d-40c3-4a09-a3aa-856a2d511818 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.078s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.708534] env[69572]: DEBUG nova.network.neutron [-] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.726266] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064137} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.727433] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.730341] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a7dba3-1917-4a81-92da-7a15991973b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.754030] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 8621a619-9c29-45e6-891a-81faa8a2d0b7/8621a619-9c29-45e6-891a-81faa8a2d0b7.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.754831] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d627e2-ea49-4235-9e91-d177436a1f3f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.774941] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 699.774941] env[69572]: value = "task-3434024" [ 699.774941] env[69572]: _type = "Task" [ 699.774941] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.785402] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90b5381f-8878-4c15-a663-607aadfafcb4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.787274] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.794411] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c95e66-82aa-4a2c-ab81-1d690a430662 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.807483] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac631c73-4070-4d9f-a124-4578eb06b69d tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "00d85748-2c5b-44bb-891d-cc15b8dbc40a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.566s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.829897] env[69572]: DEBUG nova.compute.manager [req-596a987d-b03e-48cc-ba68-767e25d652f8 req-a82eb3b3-0cc3-478a-8bdf-4ef305b59105 service nova] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Detach interface failed, port_id=3b1f1c82-6e61-455e-b867-0979e23ddc87, reason: Instance 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 699.868081] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434023, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.089454] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.090194] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bdadb01-a4a6-4be2-b80a-c85d9c0666c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.097400] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 700.097400] env[69572]: value = "task-3434025" [ 700.097400] env[69572]: _type = "Task" [ 700.097400] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.106303] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.186188] env[69572]: DEBUG nova.compute.manager [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 700.211590] env[69572]: INFO nova.compute.manager [-] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Took 1.39 seconds to deallocate network for instance. [ 700.236825] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquiring lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.237102] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.237317] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquiring lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.237501] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.237669] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.239658] env[69572]: INFO nova.compute.manager [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Terminating instance [ 700.286564] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434024, 'name': ReconfigVM_Task, 'duration_secs': 0.468687} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.286849] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 8621a619-9c29-45e6-891a-81faa8a2d0b7/8621a619-9c29-45e6-891a-81faa8a2d0b7.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.287465] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba9f2cb-0682-4616-af56-4f6031dc15bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.296103] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 700.296103] env[69572]: value = "task-3434026" [ 700.296103] env[69572]: _type = "Task" [ 700.296103] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.304234] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434026, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.369681] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434023, 'name': CreateVM_Task, 'duration_secs': 0.551713} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.369841] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.370326] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.370465] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.370772] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.373327] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d86073-e4e5-4095-af31-26b3c602b284 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.377710] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 700.377710] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c6b750-6271-338c-5eea-a690971a03eb" [ 700.377710] env[69572]: _type = "Task" [ 700.377710] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.385573] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c6b750-6271-338c-5eea-a690971a03eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.611741] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.705579] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.718014] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.744713] env[69572]: DEBUG nova.compute.manager [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 700.744949] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.745810] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d3dbf9-071f-4725-af6f-67f202725d40 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.753686] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.753911] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ced9dda-1fb6-46d2-a837-8afc3a234c54 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.759290] env[69572]: DEBUG oslo_vmware.api [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for the task: (returnval){ [ 700.759290] env[69572]: value = "task-3434027" [ 700.759290] env[69572]: _type = "Task" [ 700.759290] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.772944] env[69572]: DEBUG oslo_vmware.api [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.772944] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4474eb0-d4da-4f1f-8e58-3c2498a4fc28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.780989] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c175fa-fd57-4e42-90bc-98115498e28a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.833200] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cda7f3-a823-400d-a43d-908417b96b33 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.841711] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434026, 'name': Rename_Task, 'duration_secs': 0.15084} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.843993] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.844423] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6acf663d-f955-4063-973b-139f2ce4db13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.846851] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d2e9d0-04fc-47bb-b663-d850dade5c13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.865149] env[69572]: DEBUG nova.compute.provider_tree [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.865149] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 700.865149] env[69572]: value = "task-3434028" [ 700.865149] env[69572]: _type = "Task" [ 700.865149] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.872827] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.888361] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c6b750-6271-338c-5eea-a690971a03eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.888693] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.888907] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.889154] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.889297] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.889470] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.890023] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45c19247-d45b-4feb-819b-c46ecac8d31b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.900831] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.901480] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.901789] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eea1b0e-c0c4-423e-bf30-06d626263804 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.907297] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 700.907297] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5201d561-26c4-3abb-4f1c-72fedb61cb88" [ 700.907297] env[69572]: _type = "Task" [ 700.907297] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.915375] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5201d561-26c4-3abb-4f1c-72fedb61cb88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.111374] env[69572]: DEBUG oslo_vmware.api [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434025, 'name': PowerOnVM_Task, 'duration_secs': 0.613393} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.111504] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.111616] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c299b7f-9da0-487e-90d9-3d0b34e761f4 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance '23dfab87-fb78-4861-89ac-acc1530353f1' progress to 100 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.269855] env[69572]: DEBUG oslo_vmware.api [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434027, 'name': PowerOffVM_Task, 'duration_secs': 0.382413} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.270341] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.270717] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.271024] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f418d76b-7c09-43f2-a80a-7749ac499c53 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.276273] env[69572]: DEBUG oslo_concurrency.lockutils [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.276704] env[69572]: DEBUG oslo_concurrency.lockutils [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.276946] env[69572]: DEBUG oslo_concurrency.lockutils [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.277155] env[69572]: DEBUG oslo_concurrency.lockutils [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.277326] env[69572]: DEBUG oslo_concurrency.lockutils [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.279649] env[69572]: INFO nova.compute.manager [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Terminating instance [ 701.366190] env[69572]: DEBUG nova.scheduler.client.report [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.379277] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434028, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.418019] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5201d561-26c4-3abb-4f1c-72fedb61cb88, 'name': SearchDatastore_Task, 'duration_secs': 0.013364} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.419293] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0c15d7-7d17-43db-8e78-2379b5a566d7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.423906] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 701.423906] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524d9b66-5430-2b2c-39e6-c8ea1c6d5c59" [ 701.423906] env[69572]: _type = "Task" [ 701.423906] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.433369] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524d9b66-5430-2b2c-39e6-c8ea1c6d5c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.783741] env[69572]: DEBUG nova.compute.manager [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 701.784052] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.784887] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f491c9-7771-4395-8cd2-cd1a98fd59c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.793175] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.793436] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7baf72b2-7447-439d-8b82-db6e8d28ed82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.799546] env[69572]: DEBUG oslo_vmware.api [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 701.799546] env[69572]: value = "task-3434030" [ 701.799546] env[69572]: _type = "Task" [ 701.799546] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.807404] env[69572]: DEBUG oslo_vmware.api [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3434030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.874165] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.874683] env[69572]: DEBUG nova.compute.manager [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 701.877317] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.391s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.878789] env[69572]: INFO nova.compute.claims [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.886771] env[69572]: DEBUG oslo_vmware.api [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434028, 'name': PowerOnVM_Task, 'duration_secs': 0.615164} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.887024] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.887438] env[69572]: INFO nova.compute.manager [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Took 5.43 seconds to spawn the instance on the hypervisor. [ 701.887642] env[69572]: DEBUG nova.compute.manager [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.888487] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50651f9-fc72-4081-b032-d4618df12ea0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.935566] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524d9b66-5430-2b2c-39e6-c8ea1c6d5c59, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.935902] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.936430] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338/6a0aa2a6-2625-4aef-9e13-e7c6e9d15338.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.936541] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca137b40-67cc-4eaf-9e53-5f955fc728e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.941986] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.942451] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.942554] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Deleting the datastore file [datastore1] 16f4a6eb-ba57-409c-a828-0a49823f3a8c {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.943278] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-853123ab-cb31-4f35-a9a6-646fa21b6fac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.949290] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 701.949290] env[69572]: value = "task-3434031" [ 701.949290] env[69572]: _type = "Task" [ 701.949290] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.955021] env[69572]: DEBUG oslo_vmware.api [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for the task: (returnval){ [ 701.955021] env[69572]: value = "task-3434032" [ 701.955021] env[69572]: _type = "Task" [ 701.955021] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.962162] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.970037] env[69572]: DEBUG oslo_vmware.api [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.312569] env[69572]: DEBUG oslo_vmware.api [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3434030, 'name': PowerOffVM_Task, 'duration_secs': 0.291555} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.312666] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.312825] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.313148] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abd95920-2441-4778-aec4-9e923a1660d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.383702] env[69572]: DEBUG nova.compute.utils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.388195] env[69572]: DEBUG nova.compute.manager [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 702.388797] env[69572]: DEBUG nova.network.neutron [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.412419] env[69572]: INFO nova.compute.manager [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Took 36.10 seconds to build instance. [ 702.416632] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.416632] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.416632] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Deleting the datastore file [datastore2] 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.416632] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40a15d36-6f9d-4dc1-bf59-e4d634460469 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.425582] env[69572]: DEBUG oslo_vmware.api [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for the task: (returnval){ [ 702.425582] env[69572]: value = "task-3434034" [ 702.425582] env[69572]: _type = "Task" [ 702.425582] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.437214] env[69572]: DEBUG oslo_vmware.api [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3434034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.459344] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509937} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.461738] env[69572]: DEBUG nova.policy [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5decc2bedd674d84a0cb5545250e4b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52fdb713706545369a8020df88778783', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.466195] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338/6a0aa2a6-2625-4aef-9e13-e7c6e9d15338.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.466427] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.467020] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4406a62f-7861-4b53-877b-a2bf196f03ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.474999] env[69572]: DEBUG oslo_vmware.api [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Task: {'id': task-3434032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169316} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.476243] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.476422] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.476594] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.476830] env[69572]: INFO nova.compute.manager [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Took 1.73 seconds to destroy the instance on the hypervisor. [ 702.477023] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.477281] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 702.477281] env[69572]: value = "task-3434035" [ 702.477281] env[69572]: _type = "Task" [ 702.477281] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.477497] env[69572]: DEBUG nova.compute.manager [-] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 702.477548] env[69572]: DEBUG nova.network.neutron [-] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.804551] env[69572]: DEBUG nova.compute.manager [req-eeda632b-6860-4f89-9479-ead963157d00 req-4eb1b3b2-c3b5-4d65-a10a-361b329efeb5 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Received event network-vif-deleted-2ec5692b-e783-4923-94f1-b43bcd22d767 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 702.804952] env[69572]: INFO nova.compute.manager [req-eeda632b-6860-4f89-9479-ead963157d00 req-4eb1b3b2-c3b5-4d65-a10a-361b329efeb5 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Neutron deleted interface 2ec5692b-e783-4923-94f1-b43bcd22d767; detaching it from the instance and deleting it from the info cache [ 702.805131] env[69572]: DEBUG nova.network.neutron [req-eeda632b-6860-4f89-9479-ead963157d00 req-4eb1b3b2-c3b5-4d65-a10a-361b329efeb5 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.868988] env[69572]: DEBUG nova.network.neutron [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Successfully created port: 8f6c6915-87ba-4384-b110-246f0515fede {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.889505] env[69572]: DEBUG nova.compute.manager [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 702.914959] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e7b3d41c-c433-4218-b23e-877de0f20709 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8621a619-9c29-45e6-891a-81faa8a2d0b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.076s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.945339] env[69572]: DEBUG oslo_vmware.api [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Task: {'id': task-3434034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271477} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.945339] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.945339] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.945339] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.945339] env[69572]: INFO nova.compute.manager [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Took 1.16 seconds to destroy the instance on the hypervisor. [ 702.945339] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.945339] env[69572]: DEBUG nova.compute.manager [-] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 702.945775] env[69572]: DEBUG nova.network.neutron [-] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.992208] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213789} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.995408] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.997020] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d248abe-58e3-4064-ab7f-eba1d22afb1d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.018719] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338/6a0aa2a6-2625-4aef-9e13-e7c6e9d15338.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.023441] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04c76659-8033-4eac-8e7f-3952ffb0e54f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.044433] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 703.044433] env[69572]: value = "task-3434036" [ 703.044433] env[69572]: _type = "Task" [ 703.044433] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.055584] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.286449] env[69572]: DEBUG nova.network.neutron [-] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.307960] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d2b8372-c058-4827-ad95-da5073ec87c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.321443] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe2f206-bb2f-4e9c-bd80-4d31dcd14fc2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.356198] env[69572]: DEBUG nova.compute.manager [req-eeda632b-6860-4f89-9479-ead963157d00 req-4eb1b3b2-c3b5-4d65-a10a-361b329efeb5 service nova] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Detach interface failed, port_id=2ec5692b-e783-4923-94f1-b43bcd22d767, reason: Instance 16f4a6eb-ba57-409c-a828-0a49823f3a8c could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 703.417333] env[69572]: DEBUG nova.compute.manager [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 703.507371] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d311938b-af14-44a5-97a4-5d5fb78b0a5e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.515458] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458b781b-dc61-4c39-a4e3-1eb9f7c036fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.550879] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cee8b0-e6cf-4d52-8753-c0a07f3d7269 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.560445] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.564331] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466bde46-c37a-41cb-b4eb-6685a36badd0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.580958] env[69572]: DEBUG nova.compute.provider_tree [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.734569] env[69572]: DEBUG nova.network.neutron [-] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.788942] env[69572]: INFO nova.compute.manager [-] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Took 1.31 seconds to deallocate network for instance. [ 703.895965] env[69572]: DEBUG oslo_concurrency.lockutils [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "23dfab87-fb78-4861-89ac-acc1530353f1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.896546] env[69572]: DEBUG oslo_concurrency.lockutils [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "23dfab87-fb78-4861-89ac-acc1530353f1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.896546] env[69572]: DEBUG nova.compute.manager [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Going to confirm migration 1 {{(pid=69572) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 703.904416] env[69572]: DEBUG nova.compute.manager [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 703.930824] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.931083] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.931248] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.931451] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.931676] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.931755] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.932318] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.932318] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.932318] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.932512] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.932593] env[69572]: DEBUG nova.virt.hardware [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.933848] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c21cf-a909-41fb-9714-3b7e55621075 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.942695] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.944132] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46172b6a-3b60-4faa-ada9-3498ad0d8aea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.056212] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434036, 'name': ReconfigVM_Task, 'duration_secs': 0.901388} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.056460] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338/6a0aa2a6-2625-4aef-9e13-e7c6e9d15338.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.057070] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d372c935-aea8-4c7e-b299-87a73dfb59de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.063586] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 704.063586] env[69572]: value = "task-3434037" [ 704.063586] env[69572]: _type = "Task" [ 704.063586] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.071958] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434037, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.087029] env[69572]: DEBUG nova.scheduler.client.report [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.237539] env[69572]: INFO nova.compute.manager [-] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Took 1.29 seconds to deallocate network for instance. [ 704.295151] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.388929] env[69572]: DEBUG nova.compute.manager [req-06548f0b-0776-493b-a58e-f84c3d9f7141 req-48b2be3f-ff5a-4f88-a344-c6348912e616 service nova] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Received event network-vif-plugged-8f6c6915-87ba-4384-b110-246f0515fede {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 704.389171] env[69572]: DEBUG oslo_concurrency.lockutils [req-06548f0b-0776-493b-a58e-f84c3d9f7141 req-48b2be3f-ff5a-4f88-a344-c6348912e616 service nova] Acquiring lock "3632a917-e091-4fbe-aee1-00d7442885df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.389381] env[69572]: DEBUG oslo_concurrency.lockutils [req-06548f0b-0776-493b-a58e-f84c3d9f7141 req-48b2be3f-ff5a-4f88-a344-c6348912e616 service nova] Lock "3632a917-e091-4fbe-aee1-00d7442885df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.389548] env[69572]: DEBUG oslo_concurrency.lockutils [req-06548f0b-0776-493b-a58e-f84c3d9f7141 req-48b2be3f-ff5a-4f88-a344-c6348912e616 service nova] Lock "3632a917-e091-4fbe-aee1-00d7442885df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.389716] env[69572]: DEBUG nova.compute.manager [req-06548f0b-0776-493b-a58e-f84c3d9f7141 req-48b2be3f-ff5a-4f88-a344-c6348912e616 service nova] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] No waiting events found dispatching network-vif-plugged-8f6c6915-87ba-4384-b110-246f0515fede {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 704.389878] env[69572]: WARNING nova.compute.manager [req-06548f0b-0776-493b-a58e-f84c3d9f7141 req-48b2be3f-ff5a-4f88-a344-c6348912e616 service nova] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Received unexpected event network-vif-plugged-8f6c6915-87ba-4384-b110-246f0515fede for instance with vm_state building and task_state spawning. [ 704.469506] env[69572]: DEBUG oslo_concurrency.lockutils [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.469506] env[69572]: DEBUG oslo_concurrency.lockutils [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.469506] env[69572]: DEBUG nova.network.neutron [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.469506] env[69572]: DEBUG nova.objects.instance [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lazy-loading 'info_cache' on Instance uuid 23dfab87-fb78-4861-89ac-acc1530353f1 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.527692] env[69572]: DEBUG nova.network.neutron [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Successfully updated port: 8f6c6915-87ba-4384-b110-246f0515fede {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.574449] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434037, 'name': Rename_Task, 'duration_secs': 0.200226} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.575657] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.575657] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-444c2d77-fea1-49fb-9e56-90786774a809 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.580862] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 704.580862] env[69572]: value = "task-3434038" [ 704.580862] env[69572]: _type = "Task" [ 704.580862] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.588876] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.590705] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.591169] env[69572]: DEBUG nova.compute.manager [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 704.593788] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.593s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.595112] env[69572]: INFO nova.compute.claims [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.743894] env[69572]: DEBUG oslo_concurrency.lockutils [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.870640] env[69572]: DEBUG nova.compute.manager [req-16ed4cc3-25c9-4b99-b7c4-c98e7479b5a9 req-26cdffab-74cd-4e96-9599-7089c31b9d17 service nova] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Received event network-vif-deleted-a235fd20-18e4-4b8b-92e0-2769f0d8f42b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 705.031131] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-3632a917-e091-4fbe-aee1-00d7442885df" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.031412] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-3632a917-e091-4fbe-aee1-00d7442885df" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.031604] env[69572]: DEBUG nova.network.neutron [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.090893] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.099726] env[69572]: DEBUG nova.compute.utils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.103994] env[69572]: DEBUG nova.compute.manager [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Not allocating networking since 'none' was specified. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 705.563475] env[69572]: DEBUG nova.network.neutron [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.592081] env[69572]: DEBUG oslo_vmware.api [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434038, 'name': PowerOnVM_Task, 'duration_secs': 0.835944} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.594304] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.594397] env[69572]: INFO nova.compute.manager [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Took 6.34 seconds to spawn the instance on the hypervisor. [ 705.595024] env[69572]: DEBUG nova.compute.manager [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.595299] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f56e55-3e19-4997-8811-dec29110fa46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.607517] env[69572]: DEBUG nova.compute.manager [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 705.714076] env[69572]: DEBUG nova.network.neutron [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Updating instance_info_cache with network_info: [{"id": "8f6c6915-87ba-4384-b110-246f0515fede", "address": "fa:16:3e:8e:92:fd", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6c6915-87", "ovs_interfaceid": "8f6c6915-87ba-4384-b110-246f0515fede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.784258] env[69572]: DEBUG nova.network.neutron [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance_info_cache with network_info: [{"id": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "address": "fa:16:3e:69:b5:a7", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9e4f97-30", "ovs_interfaceid": "9b9e4f97-30d8-45bf-9462-57a8d663c924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.058173] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bd0b8d-0afa-404e-80e6-f5bc3950cacd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.066347] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d538f3-5261-4dbb-938f-b77227130f53 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.097614] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1fc99-f480-40d6-9df3-c3fc75279a80 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.105086] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e99ed6b-fe99-4bd7-a745-a5dbfe71d60e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.125320] env[69572]: DEBUG nova.compute.provider_tree [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.128042] env[69572]: INFO nova.compute.manager [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Took 35.12 seconds to build instance. [ 706.217479] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-3632a917-e091-4fbe-aee1-00d7442885df" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.217811] env[69572]: DEBUG nova.compute.manager [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Instance network_info: |[{"id": "8f6c6915-87ba-4384-b110-246f0515fede", "address": "fa:16:3e:8e:92:fd", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6c6915-87", "ovs_interfaceid": "8f6c6915-87ba-4384-b110-246f0515fede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 706.218279] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:92:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f6c6915-87ba-4384-b110-246f0515fede', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.226078] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Creating folder: Project (52fdb713706545369a8020df88778783). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.226364] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c469c284-db20-4ee5-ae59-8458a57f0bf6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.237289] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Created folder: Project (52fdb713706545369a8020df88778783) in parent group-v685431. [ 706.237475] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Creating folder: Instances. Parent ref: group-v685524. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.237695] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d19f2b0-723e-4cd2-869f-9a22118fe338 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.246646] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Created folder: Instances in parent group-v685524. [ 706.249023] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.249023] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.249023] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0816570-0d5d-4633-96d4-183da802f66a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.265818] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.265818] env[69572]: value = "task-3434041" [ 706.265818] env[69572]: _type = "Task" [ 706.265818] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.272967] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434041, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.286825] env[69572]: DEBUG oslo_concurrency.lockutils [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "refresh_cache-23dfab87-fb78-4861-89ac-acc1530353f1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.286890] env[69572]: DEBUG nova.objects.instance [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lazy-loading 'migration_context' on Instance uuid 23dfab87-fb78-4861-89ac-acc1530353f1 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.415327] env[69572]: DEBUG nova.compute.manager [req-55e4faeb-2ee9-4381-9420-d12212319466 req-656b9838-20e9-4244-b7b4-7203b12a1c42 service nova] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Received event network-changed-8f6c6915-87ba-4384-b110-246f0515fede {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 706.415537] env[69572]: DEBUG nova.compute.manager [req-55e4faeb-2ee9-4381-9420-d12212319466 req-656b9838-20e9-4244-b7b4-7203b12a1c42 service nova] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Refreshing instance network info cache due to event network-changed-8f6c6915-87ba-4384-b110-246f0515fede. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 706.415758] env[69572]: DEBUG oslo_concurrency.lockutils [req-55e4faeb-2ee9-4381-9420-d12212319466 req-656b9838-20e9-4244-b7b4-7203b12a1c42 service nova] Acquiring lock "refresh_cache-3632a917-e091-4fbe-aee1-00d7442885df" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.415900] env[69572]: DEBUG oslo_concurrency.lockutils [req-55e4faeb-2ee9-4381-9420-d12212319466 req-656b9838-20e9-4244-b7b4-7203b12a1c42 service nova] Acquired lock "refresh_cache-3632a917-e091-4fbe-aee1-00d7442885df" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.416068] env[69572]: DEBUG nova.network.neutron [req-55e4faeb-2ee9-4381-9420-d12212319466 req-656b9838-20e9-4244-b7b4-7203b12a1c42 service nova] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Refreshing network info cache for port 8f6c6915-87ba-4384-b110-246f0515fede {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.629996] env[69572]: DEBUG nova.compute.manager [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 706.631852] env[69572]: DEBUG nova.scheduler.client.report [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.635317] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1674724c-7a7c-4be5-8743-f297f72f09c3 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "6a0aa2a6-2625-4aef-9e13-e7c6e9d15338" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.213s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.663081] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.663332] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.663488] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.663738] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.663896] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.664053] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.664261] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.664419] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.664587] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.664746] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.664915] env[69572]: DEBUG nova.virt.hardware [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.665774] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f6db92-bb42-4e74-9ce1-ec6028c7027c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.674055] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f85a48-f50f-4086-80b1-47eeb1ef6449 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.689652] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.695820] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.696533] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.696533] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a44c58b-084f-4998-aac9-56fb7b5ff53c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.712280] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.712280] env[69572]: value = "task-3434042" [ 706.712280] env[69572]: _type = "Task" [ 706.712280] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.719781] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434042, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.775518] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434041, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.789924] env[69572]: DEBUG nova.objects.base [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Object Instance<23dfab87-fb78-4861-89ac-acc1530353f1> lazy-loaded attributes: info_cache,migration_context {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 706.790967] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f892c1f9-3801-4044-9059-ebbfa83421e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.810586] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa23ea6-15d9-4fb1-904a-d40894782511 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.816550] env[69572]: DEBUG oslo_vmware.api [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 706.816550] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ebc3c3-4de7-6c99-c178-dfd09e5c9369" [ 706.816550] env[69572]: _type = "Task" [ 706.816550] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.824345] env[69572]: DEBUG oslo_vmware.api [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ebc3c3-4de7-6c99-c178-dfd09e5c9369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.136775] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.140014] env[69572]: DEBUG nova.compute.manager [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 707.141528] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.859s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.141894] env[69572]: DEBUG nova.objects.instance [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lazy-loading 'resources' on Instance uuid d1f691d5-15f8-4b39-9981-3420e771eaa4 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.143369] env[69572]: DEBUG nova.compute.manager [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 707.222545] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434042, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.258951] env[69572]: DEBUG nova.network.neutron [req-55e4faeb-2ee9-4381-9420-d12212319466 req-656b9838-20e9-4244-b7b4-7203b12a1c42 service nova] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Updated VIF entry in instance network info cache for port 8f6c6915-87ba-4384-b110-246f0515fede. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.258951] env[69572]: DEBUG nova.network.neutron [req-55e4faeb-2ee9-4381-9420-d12212319466 req-656b9838-20e9-4244-b7b4-7203b12a1c42 service nova] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Updating instance_info_cache with network_info: [{"id": "8f6c6915-87ba-4384-b110-246f0515fede", "address": "fa:16:3e:8e:92:fd", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6c6915-87", "ovs_interfaceid": "8f6c6915-87ba-4384-b110-246f0515fede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.275704] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434041, 'name': CreateVM_Task, 'duration_secs': 0.58144} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.275893] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.276561] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.276722] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.277042] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.277290] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206efb08-0f26-4817-8175-df6482b990f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.281800] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 707.281800] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5205f862-9c17-2718-7b6e-58f148518c31" [ 707.281800] env[69572]: _type = "Task" [ 707.281800] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.289333] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5205f862-9c17-2718-7b6e-58f148518c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.327775] env[69572]: DEBUG oslo_vmware.api [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ebc3c3-4de7-6c99-c178-dfd09e5c9369, 'name': SearchDatastore_Task, 'duration_secs': 0.007531} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.328197] env[69572]: DEBUG oslo_concurrency.lockutils [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.651228] env[69572]: DEBUG nova.compute.utils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.654831] env[69572]: DEBUG nova.compute.manager [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 707.655037] env[69572]: DEBUG nova.network.neutron [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.671334] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.723109] env[69572]: DEBUG nova.policy [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bea93781ff5b45aaad73f8428eb3b738', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97d080cabb1342a4bb1e948375d59bd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.730144] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434042, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.764433] env[69572]: DEBUG oslo_concurrency.lockutils [req-55e4faeb-2ee9-4381-9420-d12212319466 req-656b9838-20e9-4244-b7b4-7203b12a1c42 service nova] Releasing lock "refresh_cache-3632a917-e091-4fbe-aee1-00d7442885df" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.795950] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5205f862-9c17-2718-7b6e-58f148518c31, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.796293] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.796518] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.796749] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.796888] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.797082] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.797347] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1d4e19d-0ca8-47ea-b013-13faa341d388 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.805713] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.805904] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.806644] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bcb0c21-d32d-4b76-b64a-1e397ecc0942 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.812099] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 707.812099] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d4dceb-0e9a-ba14-0983-1105bb85642f" [ 707.812099] env[69572]: _type = "Task" [ 707.812099] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.823041] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d4dceb-0e9a-ba14-0983-1105bb85642f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.061983] env[69572]: INFO nova.compute.manager [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Rebuilding instance [ 708.122219] env[69572]: DEBUG nova.compute.manager [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.123163] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c27a116-8169-46f8-a6fd-ff1f8f529c50 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.155615] env[69572]: DEBUG nova.compute.manager [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 708.192421] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520e011e-b85d-4234-bac4-2fe728660543 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.195948] env[69572]: DEBUG nova.network.neutron [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Successfully created port: b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.203491] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea519ea1-f56b-4023-a374-a68a41c35a75 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.246113] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a4bfb9-2822-487f-844f-108832595fd6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.252476] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434042, 'name': CreateVM_Task, 'duration_secs': 1.504295} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.254424] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.254974] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.255140] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.255453] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.257930] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb2511-ddbc-45b4-80d8-aec697920a73 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.262184] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366db887-d893-44c2-a77e-937bb8c950cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.268070] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 708.268070] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5247e3f7-1f96-a293-1d5a-95dcc5f4e34f" [ 708.268070] env[69572]: _type = "Task" [ 708.268070] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.276064] env[69572]: DEBUG nova.compute.provider_tree [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.285195] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5247e3f7-1f96-a293-1d5a-95dcc5f4e34f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.322026] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d4dceb-0e9a-ba14-0983-1105bb85642f, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.322795] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b1a3c9-a7e4-404f-b3f2-521b8abb9176 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.328017] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 708.328017] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52700a9a-ebdc-6478-d2fd-87e36a315afa" [ 708.328017] env[69572]: _type = "Task" [ 708.328017] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.335467] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52700a9a-ebdc-6478-d2fd-87e36a315afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.785382] env[69572]: DEBUG nova.scheduler.client.report [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.788722] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5247e3f7-1f96-a293-1d5a-95dcc5f4e34f, 'name': SearchDatastore_Task, 'duration_secs': 0.017864} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.788990] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.789225] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.789429] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.838454] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52700a9a-ebdc-6478-d2fd-87e36a315afa, 'name': SearchDatastore_Task, 'duration_secs': 0.033137} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.838725] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.838975] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 3632a917-e091-4fbe-aee1-00d7442885df/3632a917-e091-4fbe-aee1-00d7442885df.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.839266] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.839473] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.839692] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27cccfe4-9cd3-4653-9554-281734ee106c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.841613] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0e91da1-579e-4dcd-be1a-93cafc046750 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.848248] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 708.848248] env[69572]: value = "task-3434043" [ 708.848248] env[69572]: _type = "Task" [ 708.848248] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.852217] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.852392] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.853351] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff6c4a7-a42c-47b5-8846-26ded896b23d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.858437] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.861272] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 708.861272] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c476c7-d6e5-0376-1d47-0fd4ac7b0447" [ 708.861272] env[69572]: _type = "Task" [ 708.861272] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.868754] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c476c7-d6e5-0376-1d47-0fd4ac7b0447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.140774] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.141215] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b86d180e-9058-4af1-804d-072b15776a23 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.149918] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 709.149918] env[69572]: value = "task-3434044" [ 709.149918] env[69572]: _type = "Task" [ 709.149918] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.157914] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.165162] env[69572]: DEBUG nova.compute.manager [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 709.192481] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.192797] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.192952] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.193232] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.193383] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.193537] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.193744] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.194756] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.194756] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.194756] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.194756] env[69572]: DEBUG nova.virt.hardware [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.195435] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22926506-39f3-4f6e-a2c8-968bd69e7e24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.204660] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7ed3ce-9b36-4e5b-809e-bb09036519d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.292146] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.295267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.769s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.295750] env[69572]: DEBUG nova.objects.instance [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lazy-loading 'resources' on Instance uuid 3f1e0612-ce15-441a-8c68-6d5aba1d4484 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.319682] env[69572]: INFO nova.scheduler.client.report [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Deleted allocations for instance d1f691d5-15f8-4b39-9981-3420e771eaa4 [ 709.360828] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434043, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.373443] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c476c7-d6e5-0376-1d47-0fd4ac7b0447, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.374752] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c4275c-403a-4209-ad3d-91b17ecc6532 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.383977] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 709.383977] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520c0d8f-4771-7926-7c08-293bb469384c" [ 709.383977] env[69572]: _type = "Task" [ 709.383977] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.395419] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520c0d8f-4771-7926-7c08-293bb469384c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.660951] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434044, 'name': PowerOffVM_Task, 'duration_secs': 0.288748} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.661316] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.662033] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.662858] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6754c4d4-1d6d-4835-9e07-bce4b4c73aaf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.670041] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.670338] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac659133-f9b6-4cf8-83b5-2a29fa79761a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.694256] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.694486] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.694621] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Deleting the datastore file [datastore2] 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.694877] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-690bae31-1dfb-4f3b-98d5-6fa79d376068 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.701368] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 709.701368] env[69572]: value = "task-3434046" [ 709.701368] env[69572]: _type = "Task" [ 709.701368] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.710822] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.831744] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da17ac80-05ae-4bad-9659-f686bc37b617 tempest-ImagesOneServerTestJSON-581468821 tempest-ImagesOneServerTestJSON-581468821-project-member] Lock "d1f691d5-15f8-4b39-9981-3420e771eaa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.184s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.866628] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434043, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.872272] env[69572]: DEBUG nova.compute.manager [req-b30f36af-62b6-4abd-a067-b680c90ba219 req-f0588a8d-1b62-4d93-88e8-61ff1fa12385 service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Received event network-vif-plugged-b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 709.874188] env[69572]: DEBUG oslo_concurrency.lockutils [req-b30f36af-62b6-4abd-a067-b680c90ba219 req-f0588a8d-1b62-4d93-88e8-61ff1fa12385 service nova] Acquiring lock "ea9ccc07-f798-453a-9784-6039de0f6fe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.874188] env[69572]: DEBUG oslo_concurrency.lockutils [req-b30f36af-62b6-4abd-a067-b680c90ba219 req-f0588a8d-1b62-4d93-88e8-61ff1fa12385 service nova] Lock "ea9ccc07-f798-453a-9784-6039de0f6fe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.874188] env[69572]: DEBUG oslo_concurrency.lockutils [req-b30f36af-62b6-4abd-a067-b680c90ba219 req-f0588a8d-1b62-4d93-88e8-61ff1fa12385 service nova] Lock "ea9ccc07-f798-453a-9784-6039de0f6fe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.874188] env[69572]: DEBUG nova.compute.manager [req-b30f36af-62b6-4abd-a067-b680c90ba219 req-f0588a8d-1b62-4d93-88e8-61ff1fa12385 service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] No waiting events found dispatching network-vif-plugged-b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.874188] env[69572]: WARNING nova.compute.manager [req-b30f36af-62b6-4abd-a067-b680c90ba219 req-f0588a8d-1b62-4d93-88e8-61ff1fa12385 service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Received unexpected event network-vif-plugged-b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29 for instance with vm_state building and task_state spawning. [ 709.897308] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520c0d8f-4771-7926-7c08-293bb469384c, 'name': SearchDatastore_Task, 'duration_secs': 0.061477} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.897665] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.897977] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 8ac151eb-9fb8-42e8-b4cf-454d77655f61/8ac151eb-9fb8-42e8-b4cf-454d77655f61.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.898301] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69cec188-b95f-4bad-89f1-5b8bdbf67896 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.907579] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 709.907579] env[69572]: value = "task-3434047" [ 709.907579] env[69572]: _type = "Task" [ 709.907579] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.914642] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.993842] env[69572]: DEBUG nova.network.neutron [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Successfully updated port: b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.212712] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123705} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.215244] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.215411] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.215745] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.324524] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ec381e-87b6-4333-becc-5a276cca1977 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.330157] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b66c150-485a-4d53-80e7-821195717496 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.364849] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b72b41-0b26-498c-a428-8e80b4fb0d0a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.373739] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434043, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.375675] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb4f2e0-ecb2-43b8-8c3f-9099c3c3ac21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.389749] env[69572]: DEBUG nova.compute.provider_tree [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.418165] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.494344] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquiring lock "refresh_cache-ea9ccc07-f798-453a-9784-6039de0f6fe6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.494532] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquired lock "refresh_cache-ea9ccc07-f798-453a-9784-6039de0f6fe6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.494738] env[69572]: DEBUG nova.network.neutron [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.871672] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434043, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.686079} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.871903] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 3632a917-e091-4fbe-aee1-00d7442885df/3632a917-e091-4fbe-aee1-00d7442885df.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.872504] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.872813] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd02cf63-c3a1-4ace-aec1-5a35017ece7f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.880013] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 710.880013] env[69572]: value = "task-3434048" [ 710.880013] env[69572]: _type = "Task" [ 710.880013] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.890778] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.893088] env[69572]: DEBUG nova.scheduler.client.report [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.923313] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.055086] env[69572]: DEBUG nova.network.neutron [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.198108] env[69572]: DEBUG nova.network.neutron [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Updating instance_info_cache with network_info: [{"id": "b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29", "address": "fa:16:3e:c3:f3:04", "network": {"id": "a52ae554-3d4d-4e24-86d5-058ad112f931", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-69625417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d080cabb1342a4bb1e948375d59bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d2fc43-b1", "ovs_interfaceid": "b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.266122] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.266122] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.266122] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.267056] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.267416] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.267676] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.268012] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.268273] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.268533] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.268798] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.269097] env[69572]: DEBUG nova.virt.hardware [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.270173] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e65fd9-0286-4e09-bdec-6df4805efdc2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.279329] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc614b1-01d4-4e2c-a668-595588c2cb8a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.292991] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.299996] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.300346] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.300578] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ba3c8f-ecbc-4369-924e-2bc6c0136654 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.316629] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.316629] env[69572]: value = "task-3434049" [ 711.316629] env[69572]: _type = "Task" [ 711.316629] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.324055] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434049, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.388783] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165642} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.389076] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.389952] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f155c7e3-8edb-4c4a-aaff-44b1a7793d1f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.403761] env[69572]: DEBUG oslo_concurrency.lockutils [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.414511] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 3632a917-e091-4fbe-aee1-00d7442885df/3632a917-e091-4fbe-aee1-00d7442885df.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.415173] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.616s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.415914] env[69572]: DEBUG nova.objects.instance [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lazy-loading 'resources' on Instance uuid 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.416746] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faaac424-2508-4dd3-b0b1-36b358baaa9b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.441191] env[69572]: INFO nova.scheduler.client.report [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Deleted allocations for instance 3f1e0612-ce15-441a-8c68-6d5aba1d4484 [ 711.447672] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 711.447672] env[69572]: value = "task-3434050" [ 711.447672] env[69572]: _type = "Task" [ 711.447672] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.452022] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434047, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.140259} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.455251] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 8ac151eb-9fb8-42e8-b4cf-454d77655f61/8ac151eb-9fb8-42e8-b4cf-454d77655f61.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.455251] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.455251] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8237cc47-b704-4692-8686-a6f389ac8d0c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.462013] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.465712] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 711.465712] env[69572]: value = "task-3434051" [ 711.465712] env[69572]: _type = "Task" [ 711.465712] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.703477] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Releasing lock "refresh_cache-ea9ccc07-f798-453a-9784-6039de0f6fe6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.703758] env[69572]: DEBUG nova.compute.manager [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Instance network_info: |[{"id": "b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29", "address": "fa:16:3e:c3:f3:04", "network": {"id": "a52ae554-3d4d-4e24-86d5-058ad112f931", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-69625417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d080cabb1342a4bb1e948375d59bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d2fc43-b1", "ovs_interfaceid": "b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 711.704507] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:f3:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.713779] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Creating folder: Project (97d080cabb1342a4bb1e948375d59bd6). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.713779] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec958328-936e-4875-b826-3ec514c36ad6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.724057] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Created folder: Project (97d080cabb1342a4bb1e948375d59bd6) in parent group-v685431. [ 711.724305] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Creating folder: Instances. Parent ref: group-v685529. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.724558] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e7fda50-61d7-43c5-8f66-c2ab868335f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.736693] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Created folder: Instances in parent group-v685529. [ 711.740018] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.740018] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.740018] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e20813e-8489-4689-a995-83d495c7c76b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.760151] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.760151] env[69572]: value = "task-3434054" [ 711.760151] env[69572]: _type = "Task" [ 711.760151] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.771233] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434054, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.826491] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434049, 'name': CreateVM_Task, 'duration_secs': 0.307535} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.826669] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.828134] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.828134] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.828134] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.828134] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a719b2-d10e-4218-bae6-3ad89b911c84 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.837674] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 711.837674] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fc7705-2ea9-bff5-7eac-fa9144d91e09" [ 711.837674] env[69572]: _type = "Task" [ 711.837674] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.847882] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fc7705-2ea9-bff5-7eac-fa9144d91e09, 'name': SearchDatastore_Task} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.847882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.848116] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.848248] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.848387] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.848557] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.848849] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9de4265-d411-4822-ad12-ab5c83bdb34c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.857318] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.857318] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.857631] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c7d76f-373a-410d-94e4-c4651239bb01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.862332] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 711.862332] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ae0b14-a4f3-e300-ba08-b44fb51115cb" [ 711.862332] env[69572]: _type = "Task" [ 711.862332] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.871291] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ae0b14-a4f3-e300-ba08-b44fb51115cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.910237] env[69572]: DEBUG nova.compute.manager [req-950c473f-98a5-41d8-bc52-980cc5e1f396 req-4310dc37-0d97-4a70-b510-bd8e4d2620bb service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Received event network-changed-b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 711.910860] env[69572]: DEBUG nova.compute.manager [req-950c473f-98a5-41d8-bc52-980cc5e1f396 req-4310dc37-0d97-4a70-b510-bd8e4d2620bb service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Refreshing instance network info cache due to event network-changed-b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 711.910860] env[69572]: DEBUG oslo_concurrency.lockutils [req-950c473f-98a5-41d8-bc52-980cc5e1f396 req-4310dc37-0d97-4a70-b510-bd8e4d2620bb service nova] Acquiring lock "refresh_cache-ea9ccc07-f798-453a-9784-6039de0f6fe6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.911184] env[69572]: DEBUG oslo_concurrency.lockutils [req-950c473f-98a5-41d8-bc52-980cc5e1f396 req-4310dc37-0d97-4a70-b510-bd8e4d2620bb service nova] Acquired lock "refresh_cache-ea9ccc07-f798-453a-9784-6039de0f6fe6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.911184] env[69572]: DEBUG nova.network.neutron [req-950c473f-98a5-41d8-bc52-980cc5e1f396 req-4310dc37-0d97-4a70-b510-bd8e4d2620bb service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Refreshing network info cache for port b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.960264] env[69572]: DEBUG oslo_concurrency.lockutils [None req-359e0b07-9c02-48bb-b5d6-5e09b24398d4 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "3f1e0612-ce15-441a-8c68-6d5aba1d4484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.256s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.968367] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434050, 'name': ReconfigVM_Task, 'duration_secs': 0.311814} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.972033] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 3632a917-e091-4fbe-aee1-00d7442885df/3632a917-e091-4fbe-aee1-00d7442885df.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.973642] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebb54a68-62b5-4ba5-bf86-41018a3db716 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.977229] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e206dbc7-cccc-4412-933f-9a6fc613c67a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.985810] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082748} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.985928] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 711.985928] env[69572]: value = "task-3434055" [ 711.985928] env[69572]: _type = "Task" [ 711.985928] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.986628] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.987845] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e2d787-ed82-4a99-906f-00bc7f03a7e7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.999971] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facd6ecc-15d4-464f-9610-f42e21f448bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.025951] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 8ac151eb-9fb8-42e8-b4cf-454d77655f61/8ac151eb-9fb8-42e8-b4cf-454d77655f61.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.026185] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434055, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.028022] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1adb30ae-a728-404c-ae30-f8145a89ee10 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.071900] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2965c77a-f7f4-4ff9-838e-f2e351f587c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.076118] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 712.076118] env[69572]: value = "task-3434056" [ 712.076118] env[69572]: _type = "Task" [ 712.076118] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.083446] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdbcc7e-f3f7-4428-b2e3-106fbffe9934 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.091392] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.101138] env[69572]: DEBUG nova.compute.provider_tree [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.270106] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434054, 'name': CreateVM_Task, 'duration_secs': 0.339916} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.270387] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.271136] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.271360] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.271750] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.272071] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672cd70c-9960-4701-8b23-26a5c1d50974 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.276746] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for the task: (returnval){ [ 712.276746] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525c8932-b89e-9fee-fc69-db11662c3560" [ 712.276746] env[69572]: _type = "Task" [ 712.276746] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.284842] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525c8932-b89e-9fee-fc69-db11662c3560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.372427] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ae0b14-a4f3-e300-ba08-b44fb51115cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008535} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.373260] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab61a971-446e-49b5-bfe7-c4d035b55112 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.379848] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 712.379848] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52224b4a-890e-b810-942e-89325ce7f77e" [ 712.379848] env[69572]: _type = "Task" [ 712.379848] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.387085] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52224b4a-890e-b810-942e-89325ce7f77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.499027] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434055, 'name': Rename_Task, 'duration_secs': 0.132959} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.499254] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.499501] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4b1ec7d-8bc3-4c00-8a77-ab32a220faac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.505116] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 712.505116] env[69572]: value = "task-3434057" [ 712.505116] env[69572]: _type = "Task" [ 712.505116] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.512120] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.586328] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434056, 'name': ReconfigVM_Task, 'duration_secs': 0.27703} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.586647] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 8ac151eb-9fb8-42e8-b4cf-454d77655f61/8ac151eb-9fb8-42e8-b4cf-454d77655f61.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.587257] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cb1ec2a-c0ba-4f0d-8be5-31f394d72329 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.594017] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 712.594017] env[69572]: value = "task-3434058" [ 712.594017] env[69572]: _type = "Task" [ 712.594017] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.601529] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434058, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.605441] env[69572]: DEBUG nova.scheduler.client.report [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.731236] env[69572]: DEBUG nova.network.neutron [req-950c473f-98a5-41d8-bc52-980cc5e1f396 req-4310dc37-0d97-4a70-b510-bd8e4d2620bb service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Updated VIF entry in instance network info cache for port b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.731632] env[69572]: DEBUG nova.network.neutron [req-950c473f-98a5-41d8-bc52-980cc5e1f396 req-4310dc37-0d97-4a70-b510-bd8e4d2620bb service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Updating instance_info_cache with network_info: [{"id": "b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29", "address": "fa:16:3e:c3:f3:04", "network": {"id": "a52ae554-3d4d-4e24-86d5-058ad112f931", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-69625417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d080cabb1342a4bb1e948375d59bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d2fc43-b1", "ovs_interfaceid": "b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.787192] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525c8932-b89e-9fee-fc69-db11662c3560, 'name': SearchDatastore_Task, 'duration_secs': 0.009127} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.787500] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.788563] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.788563] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.889450] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52224b4a-890e-b810-942e-89325ce7f77e, 'name': SearchDatastore_Task, 'duration_secs': 0.008375} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.889720] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.889980] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338/6a0aa2a6-2625-4aef-9e13-e7c6e9d15338.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.890275] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.890496] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.890702] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f3c4f7-f9e5-4397-84c9-f2fb357a1552 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.892609] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ad3f78d-380b-4934-9a21-fe83e2b248d8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.898785] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 712.898785] env[69572]: value = "task-3434059" [ 712.898785] env[69572]: _type = "Task" [ 712.898785] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.902770] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.902945] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.903906] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf2ad65-63fe-4aa0-85ed-dae1c1bc7620 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.909020] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.911732] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for the task: (returnval){ [ 712.911732] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a05902-ca96-b127-bd6a-59188bd6ec0e" [ 712.911732] env[69572]: _type = "Task" [ 712.911732] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.918710] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a05902-ca96-b127-bd6a-59188bd6ec0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.014793] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.103752] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434058, 'name': Rename_Task, 'duration_secs': 0.128842} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.103985] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.104257] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-288e053a-7bfa-48a2-806a-ae55fd3d8e26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.110806] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.113069] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 713.113069] env[69572]: value = "task-3434060" [ 713.113069] env[69572]: _type = "Task" [ 713.113069] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.114685] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.668s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.115285] env[69572]: INFO nova.compute.claims [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.128456] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434060, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.140791] env[69572]: INFO nova.scheduler.client.report [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Deleted allocations for instance 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b [ 713.235175] env[69572]: DEBUG oslo_concurrency.lockutils [req-950c473f-98a5-41d8-bc52-980cc5e1f396 req-4310dc37-0d97-4a70-b510-bd8e4d2620bb service nova] Releasing lock "refresh_cache-ea9ccc07-f798-453a-9784-6039de0f6fe6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.413985] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434059, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.423656] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a05902-ca96-b127-bd6a-59188bd6ec0e, 'name': SearchDatastore_Task, 'duration_secs': 0.007892} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.424706] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c802dc9d-f4e4-42c0-a9d2-f1bfcbdc5d42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.433184] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for the task: (returnval){ [ 713.433184] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52406775-0340-2b97-0319-d11ac22cbf25" [ 713.433184] env[69572]: _type = "Task" [ 713.433184] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.443964] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52406775-0340-2b97-0319-d11ac22cbf25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.521089] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.631033] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434060, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.650721] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddf89463-e7de-4eab-afcd-f5c639e75b38 tempest-ServerExternalEventsTest-1495923919 tempest-ServerExternalEventsTest-1495923919-project-member] Lock "4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.433s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.680265] env[69572]: DEBUG oslo_concurrency.lockutils [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "aef8635a-a3e7-413e-8a05-5b8518c2a060" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.680628] env[69572]: DEBUG oslo_concurrency.lockutils [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "aef8635a-a3e7-413e-8a05-5b8518c2a060" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.680836] env[69572]: DEBUG oslo_concurrency.lockutils [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "aef8635a-a3e7-413e-8a05-5b8518c2a060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.681028] env[69572]: DEBUG oslo_concurrency.lockutils [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "aef8635a-a3e7-413e-8a05-5b8518c2a060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.681205] env[69572]: DEBUG oslo_concurrency.lockutils [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "aef8635a-a3e7-413e-8a05-5b8518c2a060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.683975] env[69572]: INFO nova.compute.manager [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Terminating instance [ 713.817351] env[69572]: DEBUG oslo_concurrency.lockutils [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "4525d836-8702-40f2-996f-c2dcd70e86bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.817633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "4525d836-8702-40f2-996f-c2dcd70e86bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.817834] env[69572]: DEBUG oslo_concurrency.lockutils [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "4525d836-8702-40f2-996f-c2dcd70e86bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.818028] env[69572]: DEBUG oslo_concurrency.lockutils [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "4525d836-8702-40f2-996f-c2dcd70e86bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.818200] env[69572]: DEBUG oslo_concurrency.lockutils [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "4525d836-8702-40f2-996f-c2dcd70e86bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.820333] env[69572]: INFO nova.compute.manager [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Terminating instance [ 713.911293] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644745} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.911619] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338/6a0aa2a6-2625-4aef-9e13-e7c6e9d15338.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.911967] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.912231] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08d27ac8-f734-456b-beb4-e64af979ff91 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.918997] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 713.918997] env[69572]: value = "task-3434061" [ 713.918997] env[69572]: _type = "Task" [ 713.918997] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.928647] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.942128] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52406775-0340-2b97-0319-d11ac22cbf25, 'name': SearchDatastore_Task, 'duration_secs': 0.053385} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.942401] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.942724] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] ea9ccc07-f798-453a-9784-6039de0f6fe6/ea9ccc07-f798-453a-9784-6039de0f6fe6.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.942928] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-745fb3be-36fa-48a5-bbe6-ff8dea232015 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.951649] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for the task: (returnval){ [ 713.951649] env[69572]: value = "task-3434062" [ 713.951649] env[69572]: _type = "Task" [ 713.951649] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.959349] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.019628] env[69572]: DEBUG oslo_vmware.api [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434057, 'name': PowerOnVM_Task, 'duration_secs': 1.298867} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.019969] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.020092] env[69572]: INFO nova.compute.manager [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Took 10.12 seconds to spawn the instance on the hypervisor. [ 714.020304] env[69572]: DEBUG nova.compute.manager [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.021048] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299ca685-c6cb-45f8-878a-fc1d7711a55a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.127956] env[69572]: DEBUG oslo_vmware.api [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434060, 'name': PowerOnVM_Task, 'duration_secs': 0.599438} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.128412] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.128625] env[69572]: INFO nova.compute.manager [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Took 7.50 seconds to spawn the instance on the hypervisor. [ 714.128801] env[69572]: DEBUG nova.compute.manager [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.129557] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d61691-32ab-4b18-acb3-66c25ac1777a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.187812] env[69572]: DEBUG nova.compute.manager [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 714.188110] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.189285] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d79004a-3314-4755-bed0-ac7542d342b3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.201142] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.201403] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72953415-8ab9-4f05-82b5-4424f08722c6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.208058] env[69572]: DEBUG oslo_vmware.api [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 714.208058] env[69572]: value = "task-3434063" [ 714.208058] env[69572]: _type = "Task" [ 714.208058] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.220284] env[69572]: DEBUG oslo_vmware.api [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3434063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.325153] env[69572]: DEBUG nova.compute.manager [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 714.325427] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.326322] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89e1bf1-7471-42f5-a700-3f9921cfe678 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.338250] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.340933] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-751136a0-60d4-4dc9-95f7-1abc70bd18b6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.346857] env[69572]: DEBUG oslo_vmware.api [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 714.346857] env[69572]: value = "task-3434064" [ 714.346857] env[69572]: _type = "Task" [ 714.346857] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.355232] env[69572]: DEBUG oslo_vmware.api [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3434064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.430851] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.412043} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.434862] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.437838] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c18a506-b917-4634-b786-fca2674c6d22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.464844] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338/6a0aa2a6-2625-4aef-9e13-e7c6e9d15338.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.471414] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d025df3-e5c0-42bb-922d-acadfd223071 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.491469] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.492914] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 714.492914] env[69572]: value = "task-3434065" [ 714.492914] env[69572]: _type = "Task" [ 714.492914] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.502816] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.539744] env[69572]: INFO nova.compute.manager [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Took 38.98 seconds to build instance. [ 714.655193] env[69572]: INFO nova.compute.manager [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Took 35.19 seconds to build instance. [ 714.719727] env[69572]: DEBUG oslo_vmware.api [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3434063, 'name': PowerOffVM_Task, 'duration_secs': 0.209429} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.719865] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.720102] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.720258] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63d0441e-306e-4ef7-aa9f-5139f94b42c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.755687] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64c53b0-35e2-4601-bd5e-97e60f9814d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.765093] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7677abce-0387-43e2-ab98-bdfc63e8c712 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.802744] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbedc37-1639-46e0-965f-c8d564a86068 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.811685] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728a941a-e165-435f-8287-6deca397bd6a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.828313] env[69572]: DEBUG nova.compute.provider_tree [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.858868] env[69572]: DEBUG oslo_vmware.api [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3434064, 'name': PowerOffVM_Task, 'duration_secs': 0.173711} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.859179] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.859350] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.859607] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b5290cf-abe2-4df2-9459-4e34a9b266fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.897401] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.897635] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.897817] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Deleting the datastore file [datastore1] aef8635a-a3e7-413e-8a05-5b8518c2a060 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.898093] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-087793f4-f71f-4f5d-a9fc-fb9129eee5a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.905208] env[69572]: DEBUG oslo_vmware.api [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 714.905208] env[69572]: value = "task-3434068" [ 714.905208] env[69572]: _type = "Task" [ 714.905208] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.916128] env[69572]: DEBUG oslo_vmware.api [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3434068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.929175] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.929378] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.929641] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Deleting the datastore file [datastore1] 4525d836-8702-40f2-996f-c2dcd70e86bc {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.929798] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45b13f40-edab-4946-8098-eab357a5c876 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.936030] env[69572]: DEBUG oslo_vmware.api [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for the task: (returnval){ [ 714.936030] env[69572]: value = "task-3434069" [ 714.936030] env[69572]: _type = "Task" [ 714.936030] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.952069] env[69572]: DEBUG oslo_vmware.api [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3434069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.964638] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.995616} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.964899] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] ea9ccc07-f798-453a-9784-6039de0f6fe6/ea9ccc07-f798-453a-9784-6039de0f6fe6.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.965122] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.965424] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f899f7d7-442c-4161-937c-4a83b758e2c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.971729] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for the task: (returnval){ [ 714.971729] env[69572]: value = "task-3434070" [ 714.971729] env[69572]: _type = "Task" [ 714.971729] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.982309] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.003756] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.043452] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6bf4fcbb-7ffd-4dfe-b39a-7a23c67e59a8 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "3632a917-e091-4fbe-aee1-00d7442885df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.214s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.158839] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a83f73d6-8d3e-4333-a04b-9191788d279a tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8ac151eb-9fb8-42e8-b4cf-454d77655f61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.677s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.331563] env[69572]: DEBUG nova.scheduler.client.report [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.416549] env[69572]: DEBUG oslo_vmware.api [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3434068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.446623] env[69572]: DEBUG oslo_vmware.api [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3434069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.481418] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070067} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.481719] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.482542] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7d16b8-9613-4bb0-98b9-9bceac349f1c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.504361] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] ea9ccc07-f798-453a-9784-6039de0f6fe6/ea9ccc07-f798-453a-9784-6039de0f6fe6.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.507940] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cfe029c-488e-4103-bc8b-e321093bbb93 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.530510] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434065, 'name': ReconfigVM_Task, 'duration_secs': 0.980895} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.531908] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338/6a0aa2a6-2625-4aef-9e13-e7c6e9d15338.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.533735] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for the task: (returnval){ [ 715.533735] env[69572]: value = "task-3434071" [ 715.533735] env[69572]: _type = "Task" [ 715.533735] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.533735] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0549f1c-2b18-46ef-a6b6-cbd2513432c9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.543244] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.544667] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 715.544667] env[69572]: value = "task-3434072" [ 715.544667] env[69572]: _type = "Task" [ 715.544667] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.547776] env[69572]: DEBUG nova.compute.manager [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 715.555927] env[69572]: INFO nova.compute.manager [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Rebuilding instance [ 715.615571] env[69572]: DEBUG nova.compute.manager [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.616488] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb96a92-198e-4c64-8f70-0124e3381eac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.660348] env[69572]: DEBUG nova.compute.manager [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 715.839454] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.840118] env[69572]: DEBUG nova.compute.manager [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 715.844534] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.330s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.845851] env[69572]: INFO nova.compute.claims [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.867022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "3632a917-e091-4fbe-aee1-00d7442885df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.867022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "3632a917-e091-4fbe-aee1-00d7442885df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.867022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "3632a917-e091-4fbe-aee1-00d7442885df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.867022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "3632a917-e091-4fbe-aee1-00d7442885df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.867022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "3632a917-e091-4fbe-aee1-00d7442885df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.870355] env[69572]: INFO nova.compute.manager [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Terminating instance [ 715.919371] env[69572]: DEBUG oslo_vmware.api [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3434068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520125} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.919965] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.919965] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.920155] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.920409] env[69572]: INFO nova.compute.manager [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Took 1.73 seconds to destroy the instance on the hypervisor. [ 715.923149] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.923149] env[69572]: DEBUG nova.compute.manager [-] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 715.923149] env[69572]: DEBUG nova.network.neutron [-] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.948090] env[69572]: DEBUG oslo_vmware.api [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Task: {'id': task-3434069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550066} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.948239] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.948483] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.948693] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.948869] env[69572]: INFO nova.compute.manager [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Took 1.62 seconds to destroy the instance on the hypervisor. [ 715.949122] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.949353] env[69572]: DEBUG nova.compute.manager [-] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 715.949457] env[69572]: DEBUG nova.network.neutron [-] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.047118] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434071, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.056514] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434072, 'name': Rename_Task, 'duration_secs': 0.395613} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.058854] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.059437] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ff983b-5057-4814-a42d-96aaafc93a17 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.067864] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 716.067864] env[69572]: value = "task-3434073" [ 716.067864] env[69572]: _type = "Task" [ 716.067864] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.075844] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.076557] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.180414] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.350521] env[69572]: DEBUG nova.compute.utils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.355887] env[69572]: DEBUG nova.compute.manager [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 716.355887] env[69572]: DEBUG nova.network.neutron [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.377240] env[69572]: DEBUG nova.compute.manager [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 716.377495] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.378416] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8df28a5-91bf-4b5a-8cc5-59b321e1da21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.388815] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.389119] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b07d56d0-819d-4d3c-a418-c0d4238d75d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.395947] env[69572]: DEBUG oslo_vmware.api [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 716.395947] env[69572]: value = "task-3434074" [ 716.395947] env[69572]: _type = "Task" [ 716.395947] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.404999] env[69572]: DEBUG oslo_vmware.api [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.424462] env[69572]: DEBUG nova.policy [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10fd7675c46c40638dfc0e09c8cdb968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aaf79a851d94c4e9a1ce66ad9dcd07e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.539014] env[69572]: DEBUG nova.compute.manager [req-c0f6ae4b-7f85-4e1e-8d74-d45d1b1fe1f4 req-ffd7f2db-d735-4d56-bc64-e2612bb2f86a service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Received event network-vif-deleted-69a18434-4238-4fe3-ac0d-5ae76afa1db9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 716.539305] env[69572]: INFO nova.compute.manager [req-c0f6ae4b-7f85-4e1e-8d74-d45d1b1fe1f4 req-ffd7f2db-d735-4d56-bc64-e2612bb2f86a service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Neutron deleted interface 69a18434-4238-4fe3-ac0d-5ae76afa1db9; detaching it from the instance and deleting it from the info cache [ 716.539398] env[69572]: DEBUG nova.network.neutron [req-c0f6ae4b-7f85-4e1e-8d74-d45d1b1fe1f4 req-ffd7f2db-d735-4d56-bc64-e2612bb2f86a service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.556858] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434071, 'name': ReconfigVM_Task, 'duration_secs': 0.55766} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.559037] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Reconfigured VM instance instance-00000023 to attach disk [datastore2] ea9ccc07-f798-453a-9784-6039de0f6fe6/ea9ccc07-f798-453a-9784-6039de0f6fe6.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.560263] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c6bc017-4ad5-4a2d-b3ee-280046b1ed01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.575200] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for the task: (returnval){ [ 716.575200] env[69572]: value = "task-3434075" [ 716.575200] env[69572]: _type = "Task" [ 716.575200] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.585062] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.592906] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434075, 'name': Rename_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.630310] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.630700] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6687e76b-4f05-4964-bec7-b172c76b7666 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.638040] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 716.638040] env[69572]: value = "task-3434076" [ 716.638040] env[69572]: _type = "Task" [ 716.638040] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.647483] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.743088] env[69572]: DEBUG nova.network.neutron [-] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.779538] env[69572]: DEBUG nova.network.neutron [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Successfully created port: d8953410-5d9b-41c9-a81b-0a3e0d0cb393 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.818864] env[69572]: DEBUG nova.network.neutron [-] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.855747] env[69572]: DEBUG nova.compute.manager [req-d4efdd57-2ee9-4f12-b325-cee10e145288 req-f49cf8e3-1500-4c63-be72-e3118e9e1da9 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Received event network-vif-deleted-ee4c3778-617a-4c82-b7ce-75c5d78878a0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 716.855949] env[69572]: INFO nova.compute.manager [req-d4efdd57-2ee9-4f12-b325-cee10e145288 req-f49cf8e3-1500-4c63-be72-e3118e9e1da9 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Neutron deleted interface ee4c3778-617a-4c82-b7ce-75c5d78878a0; detaching it from the instance and deleting it from the info cache [ 716.856141] env[69572]: DEBUG nova.network.neutron [req-d4efdd57-2ee9-4f12-b325-cee10e145288 req-f49cf8e3-1500-4c63-be72-e3118e9e1da9 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.861912] env[69572]: DEBUG nova.compute.manager [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 716.917452] env[69572]: DEBUG oslo_vmware.api [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434074, 'name': PowerOffVM_Task, 'duration_secs': 0.270867} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.917876] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.918081] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.918415] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44c9bb8a-9796-4836-95d6-20cc46215026 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.005642] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.005836] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.005920] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleting the datastore file [datastore2] 3632a917-e091-4fbe-aee1-00d7442885df {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.006220] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48f1f3f4-6746-4d82-9a5e-c8330a8a1291 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.019021] env[69572]: DEBUG oslo_vmware.api [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 717.019021] env[69572]: value = "task-3434078" [ 717.019021] env[69572]: _type = "Task" [ 717.019021] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.031256] env[69572]: DEBUG oslo_vmware.api [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.048029] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c11dda55-a04d-4175-a057-0004b95abe5e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.059929] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ee1eb2-bdc2-468d-b1fa-1206db15f2b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.102672] env[69572]: DEBUG oslo_vmware.api [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434073, 'name': PowerOnVM_Task, 'duration_secs': 0.543776} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.107999] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.108434] env[69572]: DEBUG nova.compute.manager [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.108862] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434075, 'name': Rename_Task, 'duration_secs': 0.164668} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.135652] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca1d54d-1b8e-4f17-aecf-5f451e1f93d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.139569] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.139953] env[69572]: DEBUG nova.compute.manager [req-c0f6ae4b-7f85-4e1e-8d74-d45d1b1fe1f4 req-ffd7f2db-d735-4d56-bc64-e2612bb2f86a service nova] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Detach interface failed, port_id=69a18434-4238-4fe3-ac0d-5ae76afa1db9, reason: Instance aef8635a-a3e7-413e-8a05-5b8518c2a060 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 717.141125] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4496a83-17fd-4d40-ab3e-6ca515146038 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.151382] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434076, 'name': PowerOffVM_Task, 'duration_secs': 0.275447} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.155244] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.155244] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.155244] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for the task: (returnval){ [ 717.155244] env[69572]: value = "task-3434079" [ 717.155244] env[69572]: _type = "Task" [ 717.155244] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.161169] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb58f69b-97c7-4ad8-8cca-c833e80be942 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.175662] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434079, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.180300] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.180300] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ee9bb39-fda6-42d0-9415-675c54f7bc79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.206993] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.207960] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.207960] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Deleting the datastore file [datastore2] 8ac151eb-9fb8-42e8-b4cf-454d77655f61 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.208393] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e5deda4-88e0-47a9-ade7-62353bb0946b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.216119] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 717.216119] env[69572]: value = "task-3434081" [ 717.216119] env[69572]: _type = "Task" [ 717.216119] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.226779] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.246968] env[69572]: INFO nova.compute.manager [-] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Took 1.33 seconds to deallocate network for instance. [ 717.321022] env[69572]: INFO nova.compute.manager [-] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Took 1.37 seconds to deallocate network for instance. [ 717.363681] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1819b1b1-6355-4d3d-aa85-b155ff477a17 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.380771] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f90bc6-69bf-45db-b2f6-598def6974ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.417624] env[69572]: DEBUG nova.compute.manager [req-d4efdd57-2ee9-4f12-b325-cee10e145288 req-f49cf8e3-1500-4c63-be72-e3118e9e1da9 service nova] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Detach interface failed, port_id=ee4c3778-617a-4c82-b7ce-75c5d78878a0, reason: Instance 4525d836-8702-40f2-996f-c2dcd70e86bc could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 717.528098] env[69572]: DEBUG oslo_vmware.api [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386855} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.528485] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.528989] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.529192] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.529448] env[69572]: INFO nova.compute.manager [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Took 1.15 seconds to destroy the instance on the hypervisor. [ 717.529808] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.536065] env[69572]: DEBUG nova.compute.manager [-] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 717.536252] env[69572]: DEBUG nova.network.neutron [-] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.557427] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00217699-75d9-4881-b382-04ae3d8271a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.566831] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ede11-9cdb-4174-8add-0bfae374e924 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.600454] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418284d-22fe-4b4b-ada2-8d0f496bb9b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.611865] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae3d75e-1d4e-48d8-beb4-92c20b469d71 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.627084] env[69572]: DEBUG nova.compute.provider_tree [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.681457] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.688095] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434079, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.735106] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220204} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.735106] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.735625] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.735967] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.753882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.832058] env[69572]: DEBUG oslo_concurrency.lockutils [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.875817] env[69572]: DEBUG nova.compute.manager [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 717.922432] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.922711] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.922919] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.923033] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.923181] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.923338] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.923556] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.923729] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.923901] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.924070] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.924248] env[69572]: DEBUG nova.virt.hardware [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.925187] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bdd1c6-809e-40dd-91ab-9c19cdc7e4a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.935564] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8a7a3d-f8ce-4a8f-89a0-0a635b8aed40 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.131186] env[69572]: DEBUG nova.scheduler.client.report [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.178170] env[69572]: DEBUG oslo_vmware.api [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434079, 'name': PowerOnVM_Task, 'duration_secs': 0.779305} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.178617] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.178916] env[69572]: INFO nova.compute.manager [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Took 9.01 seconds to spawn the instance on the hypervisor. [ 718.179209] env[69572]: DEBUG nova.compute.manager [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.180128] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919c735b-2a5a-46a0-8341-bf5ed3c4544a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.372270] env[69572]: DEBUG nova.network.neutron [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Successfully updated port: d8953410-5d9b-41c9-a81b-0a3e0d0cb393 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.430559] env[69572]: DEBUG nova.network.neutron [-] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.438427] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "6437bcc8-d516-4874-b5d0-3683061d5f9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.438705] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "6437bcc8-d516-4874-b5d0-3683061d5f9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.535956] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "6a0aa2a6-2625-4aef-9e13-e7c6e9d15338" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.536202] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "6a0aa2a6-2625-4aef-9e13-e7c6e9d15338" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.536418] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "6a0aa2a6-2625-4aef-9e13-e7c6e9d15338-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.536589] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "6a0aa2a6-2625-4aef-9e13-e7c6e9d15338-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.536762] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "6a0aa2a6-2625-4aef-9e13-e7c6e9d15338-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.541794] env[69572]: INFO nova.compute.manager [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Terminating instance [ 718.636966] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.637528] env[69572]: DEBUG nova.compute.manager [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 718.640479] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.785s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.640479] env[69572]: DEBUG nova.objects.instance [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lazy-loading 'resources' on Instance uuid a54ec9b6-147a-4162-bd64-a1f43ef54209 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.704801] env[69572]: INFO nova.compute.manager [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Took 38.74 seconds to build instance. [ 718.730804] env[69572]: DEBUG nova.compute.manager [req-e47d191a-4af6-4a71-8e8b-470e4838c6a5 req-7a617b5f-f512-4e0f-bdf9-1fecc338ca2f service nova] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Received event network-vif-deleted-8f6c6915-87ba-4384-b110-246f0515fede {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 718.768185] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.768468] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.768637] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.768809] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.768962] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.769109] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.769319] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.769842] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.769842] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.769842] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.770025] env[69572]: DEBUG nova.virt.hardware [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.771482] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbd2b58-8008-4811-b13e-84cc52f2a446 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.780837] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7a4203-fabc-4bf1-aa9f-4f747a3937eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.796083] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.801787] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.802652] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.802930] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88099555-fd89-430f-beec-96198465aa6f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.819866] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.819866] env[69572]: value = "task-3434082" [ 718.819866] env[69572]: _type = "Task" [ 718.819866] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.827885] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434082, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.876713] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "refresh_cache-9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.877064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "refresh_cache-9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.877215] env[69572]: DEBUG nova.network.neutron [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.933793] env[69572]: INFO nova.compute.manager [-] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Took 1.40 seconds to deallocate network for instance. [ 719.043651] env[69572]: DEBUG nova.compute.manager [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Received event network-vif-plugged-d8953410-5d9b-41c9-a81b-0a3e0d0cb393 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 719.044750] env[69572]: DEBUG oslo_concurrency.lockutils [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] Acquiring lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.044750] env[69572]: DEBUG oslo_concurrency.lockutils [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] Lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.044750] env[69572]: DEBUG oslo_concurrency.lockutils [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] Lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.044750] env[69572]: DEBUG nova.compute.manager [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] No waiting events found dispatching network-vif-plugged-d8953410-5d9b-41c9-a81b-0a3e0d0cb393 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 719.045061] env[69572]: WARNING nova.compute.manager [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Received unexpected event network-vif-plugged-d8953410-5d9b-41c9-a81b-0a3e0d0cb393 for instance with vm_state building and task_state spawning. [ 719.045061] env[69572]: DEBUG nova.compute.manager [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Received event network-changed-d8953410-5d9b-41c9-a81b-0a3e0d0cb393 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 719.045334] env[69572]: DEBUG nova.compute.manager [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Refreshing instance network info cache due to event network-changed-d8953410-5d9b-41c9-a81b-0a3e0d0cb393. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 719.046504] env[69572]: DEBUG oslo_concurrency.lockutils [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] Acquiring lock "refresh_cache-9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.046504] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "refresh_cache-6a0aa2a6-2625-4aef-9e13-e7c6e9d15338" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.046504] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquired lock "refresh_cache-6a0aa2a6-2625-4aef-9e13-e7c6e9d15338" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.046504] env[69572]: DEBUG nova.network.neutron [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.145015] env[69572]: DEBUG nova.compute.utils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.147190] env[69572]: DEBUG nova.compute.manager [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Not allocating networking since 'none' was specified. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 719.156238] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.156478] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.206639] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08b502ae-1122-42ab-b44b-55c656b6edf8 tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Lock "ea9ccc07-f798-453a-9784-6039de0f6fe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.913s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.331751] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434082, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.344995] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquiring lock "ea9ccc07-f798-453a-9784-6039de0f6fe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.345396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Lock "ea9ccc07-f798-453a-9784-6039de0f6fe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.345657] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquiring lock "ea9ccc07-f798-453a-9784-6039de0f6fe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.345924] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Lock "ea9ccc07-f798-453a-9784-6039de0f6fe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.346378] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Lock "ea9ccc07-f798-453a-9784-6039de0f6fe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.351323] env[69572]: INFO nova.compute.manager [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Terminating instance [ 719.410799] env[69572]: DEBUG nova.network.neutron [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.442762] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.553156] env[69572]: DEBUG nova.network.neutron [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Updating instance_info_cache with network_info: [{"id": "d8953410-5d9b-41c9-a81b-0a3e0d0cb393", "address": "fa:16:3e:12:5f:8a", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8953410-5d", "ovs_interfaceid": "d8953410-5d9b-41c9-a81b-0a3e0d0cb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.585650] env[69572]: DEBUG nova.network.neutron [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.608582] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "59d7a4e0-3a20-4118-a0c2-40adb271c760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.608812] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "59d7a4e0-3a20-4118-a0c2-40adb271c760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.651615] env[69572]: DEBUG nova.compute.manager [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 719.664826] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac79e07-bc79-42c7-92ff-135ef34b8ff1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.669553] env[69572]: DEBUG nova.network.neutron [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.675746] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6df026-773b-48f9-b3a9-437ebdc096ff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.707240] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29d8ed9-9e84-42dd-ba8f-28010d1f40c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.710751] env[69572]: DEBUG nova.compute.manager [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 719.716788] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6f249f-87b1-4e45-b012-256af9537f8d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.730696] env[69572]: DEBUG nova.compute.provider_tree [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.830508] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434082, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.856688] env[69572]: DEBUG nova.compute.manager [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 719.856916] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.858039] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f84399a-79fa-4991-bc58-7167cd023c17 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.865738] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.865960] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f4a2d0b-5bef-44b1-a9c7-6e81faa86c86 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.876647] env[69572]: DEBUG oslo_vmware.api [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for the task: (returnval){ [ 719.876647] env[69572]: value = "task-3434083" [ 719.876647] env[69572]: _type = "Task" [ 719.876647] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.056634] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "refresh_cache-9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.056634] env[69572]: DEBUG nova.compute.manager [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Instance network_info: |[{"id": "d8953410-5d9b-41c9-a81b-0a3e0d0cb393", "address": "fa:16:3e:12:5f:8a", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8953410-5d", "ovs_interfaceid": "d8953410-5d9b-41c9-a81b-0a3e0d0cb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 720.056977] env[69572]: DEBUG oslo_concurrency.lockutils [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] Acquired lock "refresh_cache-9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.057220] env[69572]: DEBUG nova.network.neutron [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Refreshing network info cache for port d8953410-5d9b-41c9-a81b-0a3e0d0cb393 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.058494] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:5f:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8953410-5d9b-41c9-a81b-0a3e0d0cb393', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.066666] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.071278] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.071278] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c604634-63a6-4105-ae45-5e1a22155938 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.098018] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.098018] env[69572]: value = "task-3434084" [ 720.098018] env[69572]: _type = "Task" [ 720.098018] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.105804] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434084, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.172547] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Releasing lock "refresh_cache-6a0aa2a6-2625-4aef-9e13-e7c6e9d15338" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.173206] env[69572]: DEBUG nova.compute.manager [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 720.173509] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.174527] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21241ce-8a4b-4ecc-9396-8e09f6dbbc6a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.183096] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.185702] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6393d2e2-255f-4f2b-b138-902ddeddf49b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.192889] env[69572]: DEBUG oslo_vmware.api [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 720.192889] env[69572]: value = "task-3434085" [ 720.192889] env[69572]: _type = "Task" [ 720.192889] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.204748] env[69572]: DEBUG oslo_vmware.api [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.233394] env[69572]: DEBUG nova.scheduler.client.report [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.238278] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.281924] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "interface-e558537c-3b7c-45c6-ba0e-754fe2895d6c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.282396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-e558537c-3b7c-45c6-ba0e-754fe2895d6c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.283934] env[69572]: DEBUG nova.objects.instance [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'flavor' on Instance uuid e558537c-3b7c-45c6-ba0e-754fe2895d6c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.332341] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434082, 'name': CreateVM_Task, 'duration_secs': 1.410229} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.332528] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.332959] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.333120] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.333448] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.333718] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13dbc155-5370-4d5a-bf3f-16c3bd050f04 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.339115] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 720.339115] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522d2a7e-efce-0579-b95f-b4086fbd53ce" [ 720.339115] env[69572]: _type = "Task" [ 720.339115] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.347319] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522d2a7e-efce-0579-b95f-b4086fbd53ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.358779] env[69572]: DEBUG nova.network.neutron [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Updated VIF entry in instance network info cache for port d8953410-5d9b-41c9-a81b-0a3e0d0cb393. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.359164] env[69572]: DEBUG nova.network.neutron [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Updating instance_info_cache with network_info: [{"id": "d8953410-5d9b-41c9-a81b-0a3e0d0cb393", "address": "fa:16:3e:12:5f:8a", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8953410-5d", "ovs_interfaceid": "d8953410-5d9b-41c9-a81b-0a3e0d0cb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.387775] env[69572]: DEBUG oslo_vmware.api [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434083, 'name': PowerOffVM_Task, 'duration_secs': 0.246382} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.388099] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.389326] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.389326] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f94674e8-2704-40d6-9bc1-899d4ec01c77 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.458070] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.458465] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.458735] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Deleting the datastore file [datastore2] ea9ccc07-f798-453a-9784-6039de0f6fe6 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.459022] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f39b0e60-d4a5-42ca-b037-7974e21eb3a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.465846] env[69572]: DEBUG oslo_vmware.api [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for the task: (returnval){ [ 720.465846] env[69572]: value = "task-3434087" [ 720.465846] env[69572]: _type = "Task" [ 720.465846] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.474415] env[69572]: DEBUG oslo_vmware.api [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.608136] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434084, 'name': CreateVM_Task, 'duration_secs': 0.355551} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.608136] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.608394] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.662305] env[69572]: DEBUG nova.compute.manager [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 720.686550] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.686789] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.686941] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.687127] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.687270] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.687417] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.687628] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.687811] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.687927] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.688121] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.688671] env[69572]: DEBUG nova.virt.hardware [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.689269] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69004a7c-9fee-436e-9f11-4b501bc24ff1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.699680] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da3223f-f56e-481d-8fb8-96ebad047262 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.707915] env[69572]: DEBUG oslo_vmware.api [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434085, 'name': PowerOffVM_Task, 'duration_secs': 0.203216} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.715417] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.715593] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.716104] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.721609] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Creating folder: Project (ce3b2e45d9054f61899a213e3e4680f8). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.721840] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90a17dfe-59c9-49e9-923f-f40cb716822e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.723249] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d24bfb22-afd9-46d2-913d-320067bd00ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.733666] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Created folder: Project (ce3b2e45d9054f61899a213e3e4680f8) in parent group-v685431. [ 720.735043] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Creating folder: Instances. Parent ref: group-v685534. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.735043] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12943146-e55f-48dd-83f3-9b7edc8e74e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.739814] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.744111] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.650s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.745690] env[69572]: INFO nova.compute.claims [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.748716] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Created folder: Instances in parent group-v685534. [ 720.749029] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.750492] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.750804] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.751030] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.751243] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Deleting the datastore file [datastore2] 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.751496] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9daaecd-0cd9-4d22-9401-bb5cd4ca821c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.763477] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f66a27f6-1d3a-4239-a020-7f6ea6702639 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.767014] env[69572]: INFO nova.scheduler.client.report [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Deleted allocations for instance a54ec9b6-147a-4162-bd64-a1f43ef54209 [ 720.772772] env[69572]: DEBUG oslo_vmware.api [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for the task: (returnval){ [ 720.772772] env[69572]: value = "task-3434092" [ 720.772772] env[69572]: _type = "Task" [ 720.772772] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.772963] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.772963] env[69572]: value = "task-3434091" [ 720.772963] env[69572]: _type = "Task" [ 720.772963] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.783634] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434091, 'name': CreateVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.788948] env[69572]: DEBUG oslo_vmware.api [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.857115] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522d2a7e-efce-0579-b95f-b4086fbd53ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017762} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.857469] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.857777] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.858093] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.858290] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.858524] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.858890] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.859290] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.859587] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac674b6f-9085-4e7d-9755-227eef62d1f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.862064] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2671e22d-57a0-4675-8320-e12c2579fe1d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.864992] env[69572]: DEBUG oslo_concurrency.lockutils [req-12802264-9298-4a11-93d5-1ad721f8dd6f req-e20c7b51-d36a-4e16-8f62-34d0bab9af8d service nova] Releasing lock "refresh_cache-9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.869467] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 720.869467] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52811847-2638-075c-c535-2d870f0e83b1" [ 720.869467] env[69572]: _type = "Task" [ 720.869467] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.875326] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.875603] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.877106] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f7f789-f95f-4318-b066-90ab0be8f6b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.885249] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52811847-2638-075c-c535-2d870f0e83b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.886421] env[69572]: DEBUG nova.objects.instance [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'pci_requests' on Instance uuid e558537c-3b7c-45c6-ba0e-754fe2895d6c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.890700] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 720.890700] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52479852-cdf9-c558-c9c3-54d4e83e6383" [ 720.890700] env[69572]: _type = "Task" [ 720.890700] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.902143] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52479852-cdf9-c558-c9c3-54d4e83e6383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.975112] env[69572]: DEBUG oslo_vmware.api [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Task: {'id': task-3434087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143152} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.975359] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.975541] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.975714] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.975885] env[69572]: INFO nova.compute.manager [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 720.976174] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.976301] env[69572]: DEBUG nova.compute.manager [-] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 720.976401] env[69572]: DEBUG nova.network.neutron [-] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.280095] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d8c8a7d-ed0c-4df9-8207-45d5a5148454 tempest-ServerGroupTestJSON-1813739213 tempest-ServerGroupTestJSON-1813739213-project-member] Lock "a54ec9b6-147a-4162-bd64-a1f43ef54209" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.900s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.287823] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434091, 'name': CreateVM_Task, 'duration_secs': 0.32028} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.290511] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.290821] env[69572]: DEBUG oslo_vmware.api [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Task: {'id': task-3434092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134622} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.291175] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.291382] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.291575] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.291760] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.291925] env[69572]: INFO nova.compute.manager [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Took 1.12 seconds to destroy the instance on the hypervisor. [ 721.292166] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.292379] env[69572]: DEBUG nova.compute.manager [-] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 721.292471] env[69572]: DEBUG nova.network.neutron [-] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.318759] env[69572]: DEBUG nova.network.neutron [-] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.379442] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52811847-2638-075c-c535-2d870f0e83b1, 'name': SearchDatastore_Task, 'duration_secs': 0.018836} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.379731] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.379959] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.380180] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.380393] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.380711] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.380951] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655132f4-e618-4675-89c2-f3efbb3ba3f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.385089] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 721.385089] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529092ac-a6e1-599d-7f0d-9fd58e975524" [ 721.385089] env[69572]: _type = "Task" [ 721.385089] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.389608] env[69572]: DEBUG nova.objects.base [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 721.389880] env[69572]: DEBUG nova.network.neutron [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.394734] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529092ac-a6e1-599d-7f0d-9fd58e975524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.403257] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52479852-cdf9-c558-c9c3-54d4e83e6383, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.403983] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b04600-327f-4b10-bc80-d8aa560f308d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.408470] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 721.408470] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520c2767-5b8d-9997-fe52-07e9b5ca8598" [ 721.408470] env[69572]: _type = "Task" [ 721.408470] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.415848] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520c2767-5b8d-9997-fe52-07e9b5ca8598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.430375] env[69572]: DEBUG nova.policy [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ed19c96ca449c9ca4f206adad021b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9c96379dcb45099eda20120e667dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.609115] env[69572]: DEBUG nova.compute.manager [req-eed118a3-3dfe-4ff8-bb54-9d9239bf7b53 req-c7380870-68bc-4d97-8869-707525937170 service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Received event network-vif-deleted-b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 721.609307] env[69572]: INFO nova.compute.manager [req-eed118a3-3dfe-4ff8-bb54-9d9239bf7b53 req-c7380870-68bc-4d97-8869-707525937170 service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Neutron deleted interface b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29; detaching it from the instance and deleting it from the info cache [ 721.609429] env[69572]: DEBUG nova.network.neutron [req-eed118a3-3dfe-4ff8-bb54-9d9239bf7b53 req-c7380870-68bc-4d97-8869-707525937170 service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.728120] env[69572]: DEBUG nova.network.neutron [-] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.751747] env[69572]: DEBUG nova.network.neutron [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Successfully created port: 2ec9c690-005b-4a3c-acb2-a30faa3b05f3 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.823231] env[69572]: DEBUG nova.network.neutron [-] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.896753] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529092ac-a6e1-599d-7f0d-9fd58e975524, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.899235] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.899467] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.899726] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.920069] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520c2767-5b8d-9997-fe52-07e9b5ca8598, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.920319] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.920621] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8ac151eb-9fb8-42e8-b4cf-454d77655f61/8ac151eb-9fb8-42e8-b4cf-454d77655f61.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.920898] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.921132] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.921295] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-970438d5-a301-4c90-9600-403c29974374 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.925589] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04956180-396f-4854-8383-790ee7ca61ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.932939] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 721.932939] env[69572]: value = "task-3434093" [ 721.932939] env[69572]: _type = "Task" [ 721.932939] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.937989] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.938176] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.941243] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e018d0be-b5f3-4697-a9ac-be14e5588e33 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.948691] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.949920] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 721.949920] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520da804-53c4-5c9d-46c5-7825f3eb17c1" [ 721.949920] env[69572]: _type = "Task" [ 721.949920] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.957232] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520da804-53c4-5c9d-46c5-7825f3eb17c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.114657] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-589cd405-16e3-4670-8f96-3d721b572f8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.124975] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b005f5bd-1cb5-4ff6-8d39-b2d5875052b3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.163376] env[69572]: DEBUG nova.compute.manager [req-eed118a3-3dfe-4ff8-bb54-9d9239bf7b53 req-c7380870-68bc-4d97-8869-707525937170 service nova] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Detach interface failed, port_id=b1d2fc43-b1f5-4ebd-a8ef-5f613be9ba29, reason: Instance ea9ccc07-f798-453a-9784-6039de0f6fe6 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 722.231206] env[69572]: INFO nova.compute.manager [-] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Took 1.25 seconds to deallocate network for instance. [ 722.269133] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7d890e-bea1-43a7-ad18-a256385d2155 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.277224] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34502a36-104e-4c76-ada1-31e7bcadf589 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.312240] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3656a48f-1f21-4e48-8fab-45e11b8e9515 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.320652] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af413b5-7d63-4870-b239-121cebf33554 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.325281] env[69572]: INFO nova.compute.manager [-] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Took 1.03 seconds to deallocate network for instance. [ 722.340514] env[69572]: DEBUG nova.compute.provider_tree [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.442517] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485717} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.443820] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8ac151eb-9fb8-42e8-b4cf-454d77655f61/8ac151eb-9fb8-42e8-b4cf-454d77655f61.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.443820] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.443820] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca38827e-df9e-483a-9f9e-1ff7fb6edeec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.449129] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 722.449129] env[69572]: value = "task-3434094" [ 722.449129] env[69572]: _type = "Task" [ 722.449129] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.459237] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.462341] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520da804-53c4-5c9d-46c5-7825f3eb17c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.463268] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267313b4-daef-4346-8b42-b8bf1cd646eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.467661] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 722.467661] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525655bf-e5fc-ae17-ab19-7a6dd9e19712" [ 722.467661] env[69572]: _type = "Task" [ 722.467661] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.474626] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525655bf-e5fc-ae17-ab19-7a6dd9e19712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.738784] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.832741] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.843974] env[69572]: DEBUG nova.scheduler.client.report [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.958768] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06761} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.959044] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.959823] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00b0b7d-ad10-4039-90e7-e78186d33d01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.979401] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 8ac151eb-9fb8-42e8-b4cf-454d77655f61/8ac151eb-9fb8-42e8-b4cf-454d77655f61.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.982416] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62099672-19b6-47e5-94dd-3c249133b476 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.002064] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525655bf-e5fc-ae17-ab19-7a6dd9e19712, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.003189] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.003388] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4/9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.003687] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 723.003687] env[69572]: value = "task-3434095" [ 723.003687] env[69572]: _type = "Task" [ 723.003687] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.003889] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.004082] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.004286] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39d93ab4-10e7-49ea-914a-89cf0e2103a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.006029] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11e2288f-69b1-4450-95e8-ef9c24242b79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.016683] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.018067] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.018247] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.019718] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d362e87-9357-495f-8fdd-27b02584bfff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.021904] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 723.021904] env[69572]: value = "task-3434096" [ 723.021904] env[69572]: _type = "Task" [ 723.021904] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.026222] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 723.026222] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526d9e40-e207-a47f-be79-690be55343df" [ 723.026222] env[69572]: _type = "Task" [ 723.026222] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.031765] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.036100] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526d9e40-e207-a47f-be79-690be55343df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.349161] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.349698] env[69572]: DEBUG nova.compute.manager [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 723.352732] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.326s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.354839] env[69572]: INFO nova.compute.claims [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.408537] env[69572]: DEBUG nova.network.neutron [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Successfully updated port: 2ec9c690-005b-4a3c-acb2-a30faa3b05f3 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.516743] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.537536] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507268} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.541212] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4/9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.541445] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.541741] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526d9e40-e207-a47f-be79-690be55343df, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.541942] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31ebd77e-42cd-4428-be17-aa4973ca00ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.544235] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560cbaae-3cd2-4ba3-9a32-9bc134166301 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.550233] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 723.550233] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e9e70a-7bcb-8c41-57ac-c68f4bfdee1b" [ 723.550233] env[69572]: _type = "Task" [ 723.550233] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.550802] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 723.550802] env[69572]: value = "task-3434097" [ 723.550802] env[69572]: _type = "Task" [ 723.550802] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.561078] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e9e70a-7bcb-8c41-57ac-c68f4bfdee1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009069} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.563813] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.564156] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] df1b26a7-37c9-4190-859d-58c9994322ac/df1b26a7-37c9-4190-859d-58c9994322ac.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.564432] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.564630] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c91eddc2-872f-4ece-86a3-1a9de7438991 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.570828] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 723.570828] env[69572]: value = "task-3434098" [ 723.570828] env[69572]: _type = "Task" [ 723.570828] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.578178] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.862819] env[69572]: DEBUG nova.compute.utils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.867068] env[69572]: DEBUG nova.compute.manager [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Not allocating networking since 'none' was specified. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 723.908249] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.909035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.909035] env[69572]: DEBUG nova.network.neutron [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.019362] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434095, 'name': ReconfigVM_Task, 'duration_secs': 0.57523} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.019708] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 8ac151eb-9fb8-42e8-b4cf-454d77655f61/8ac151eb-9fb8-42e8-b4cf-454d77655f61.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.020352] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65c4300c-a369-42a8-90bf-556055e3a7ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.027779] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 724.027779] env[69572]: value = "task-3434099" [ 724.027779] env[69572]: _type = "Task" [ 724.027779] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.035576] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434099, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.063005] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.081668] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.116817] env[69572]: DEBUG nova.compute.manager [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Received event network-vif-plugged-2ec9c690-005b-4a3c-acb2-a30faa3b05f3 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 724.117050] env[69572]: DEBUG oslo_concurrency.lockutils [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] Acquiring lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.117300] env[69572]: DEBUG oslo_concurrency.lockutils [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] Lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.117400] env[69572]: DEBUG oslo_concurrency.lockutils [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] Lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.117555] env[69572]: DEBUG nova.compute.manager [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] No waiting events found dispatching network-vif-plugged-2ec9c690-005b-4a3c-acb2-a30faa3b05f3 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 724.117717] env[69572]: WARNING nova.compute.manager [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Received unexpected event network-vif-plugged-2ec9c690-005b-4a3c-acb2-a30faa3b05f3 for instance with vm_state active and task_state None. [ 724.117874] env[69572]: DEBUG nova.compute.manager [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Received event network-changed-2ec9c690-005b-4a3c-acb2-a30faa3b05f3 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 724.118053] env[69572]: DEBUG nova.compute.manager [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Refreshing instance network info cache due to event network-changed-2ec9c690-005b-4a3c-acb2-a30faa3b05f3. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 724.118190] env[69572]: DEBUG oslo_concurrency.lockutils [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] Acquiring lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.371023] env[69572]: DEBUG nova.compute.manager [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 724.458247] env[69572]: WARNING nova.network.neutron [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] b0234b1a-c703-4a66-abdb-9262cb15c64e already exists in list: networks containing: ['b0234b1a-c703-4a66-abdb-9262cb15c64e']. ignoring it [ 724.542088] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434099, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.563216] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.585158] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.830881] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8fe888-2508-4f32-9c06-ae6f6e24ebd3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.834360] env[69572]: DEBUG nova.network.neutron [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updating instance_info_cache with network_info: [{"id": "5af024e7-0b64-46b4-a35a-3b2169517e13", "address": "fa:16:3e:2a:c4:1f", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af024e7-0b", "ovs_interfaceid": "5af024e7-0b64-46b4-a35a-3b2169517e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ec9c690-005b-4a3c-acb2-a30faa3b05f3", "address": "fa:16:3e:2a:b3:85", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec9c690-00", "ovs_interfaceid": "2ec9c690-005b-4a3c-acb2-a30faa3b05f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.839983] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930ce89d-70e5-46a2-9a55-ba33e6040785 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.870433] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d834d0-25ed-4a46-89ac-9e834458d9f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.882237] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13017e7e-41e7-4da0-8426-ffab38e1f924 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.898261] env[69572]: DEBUG nova.compute.provider_tree [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.038360] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434099, 'name': Rename_Task, 'duration_secs': 0.743667} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.038740] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.039055] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-446573f3-c1ee-4628-8003-ef9fa0db5396 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.045985] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 725.045985] env[69572]: value = "task-3434100" [ 725.045985] env[69572]: _type = "Task" [ 725.045985] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.055262] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.063682] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.161934} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.063961] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.064979] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659b7334-df36-441b-ab70-fd07960ab3cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.087714] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4/9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.091476] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b71703ca-b891-4926-b8af-317e80e36de9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.112147] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434098, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.113660] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 725.113660] env[69572]: value = "task-3434101" [ 725.113660] env[69572]: _type = "Task" [ 725.113660] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.123014] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.337327] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.338044] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.338208] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.338500] env[69572]: DEBUG oslo_concurrency.lockutils [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] Acquired lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.338685] env[69572]: DEBUG nova.network.neutron [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Refreshing network info cache for port 2ec9c690-005b-4a3c-acb2-a30faa3b05f3 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.340634] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd628e98-fe97-410a-b7b4-7fcdb6f29fca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.359210] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.359505] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.359717] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.360021] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.360215] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.360403] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.360673] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.360882] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.361099] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.361300] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.361516] env[69572]: DEBUG nova.virt.hardware [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.368099] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Reconfiguring VM to attach interface {{(pid=69572) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 725.368687] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95beddc9-a048-462b-ad07-d89d1fba1e38 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.387572] env[69572]: DEBUG nova.compute.manager [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 725.389698] env[69572]: DEBUG oslo_vmware.api [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 725.389698] env[69572]: value = "task-3434102" [ 725.389698] env[69572]: _type = "Task" [ 725.389698] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.398815] env[69572]: DEBUG oslo_vmware.api [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434102, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.400891] env[69572]: DEBUG nova.scheduler.client.report [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.418266] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.418652] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.418827] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.419019] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.420919] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.420919] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.420919] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.420919] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.420919] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.420919] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.420919] env[69572]: DEBUG nova.virt.hardware [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.421376] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9967d513-d0f1-42a6-af1d-5014b575a0bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.430257] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0375527d-98b8-4f7d-b08f-d621789c05c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.446511] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.452223] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Creating folder: Project (9983a11008474657bef03dc7f397658a). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.452810] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb4153fb-5401-4338-bd57-0214a0c2a93d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.463455] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Created folder: Project (9983a11008474657bef03dc7f397658a) in parent group-v685431. [ 725.463561] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Creating folder: Instances. Parent ref: group-v685537. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.463795] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34547498-4854-4538-afe7-9ef277786576 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.473456] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Created folder: Instances in parent group-v685537. [ 725.473734] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.473939] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.474163] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a46d9556-8554-4631-886b-da878326eb90 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.491172] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.491172] env[69572]: value = "task-3434105" [ 725.491172] env[69572]: _type = "Task" [ 725.491172] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.499434] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434105, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.559061] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434100, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.591253] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434098, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.621618} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.591835] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] df1b26a7-37c9-4190-859d-58c9994322ac/df1b26a7-37c9-4190-859d-58c9994322ac.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.592223] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.592356] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-557813ba-c80e-4615-a969-a271a0cbcedc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.598459] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 725.598459] env[69572]: value = "task-3434106" [ 725.598459] env[69572]: _type = "Task" [ 725.598459] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.606724] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.622070] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434101, 'name': ReconfigVM_Task, 'duration_secs': 0.338257} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.622415] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4/9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.623024] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4894b5f-88b0-4273-aa27-a5335b2d5d5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.629135] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 725.629135] env[69572]: value = "task-3434107" [ 725.629135] env[69572]: _type = "Task" [ 725.629135] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.637267] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434107, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.900035] env[69572]: DEBUG oslo_vmware.api [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.912189] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.912712] env[69572]: DEBUG nova.compute.manager [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 725.915235] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.857s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.915779] env[69572]: DEBUG nova.objects.instance [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lazy-loading 'resources' on Instance uuid 6af9f8cd-5fb7-486f-be1d-69a4398beb01 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.003447] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434105, 'name': CreateVM_Task, 'duration_secs': 0.280547} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.003635] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.004079] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.004243] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.004602] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.004848] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e99f034-90dd-4ace-9745-f2c114b9cabf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.009653] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 726.009653] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5241a54c-11b8-fbf0-7f1b-edb2df363fe9" [ 726.009653] env[69572]: _type = "Task" [ 726.009653] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.016358] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5241a54c-11b8-fbf0-7f1b-edb2df363fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.056651] env[69572]: DEBUG oslo_vmware.api [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434100, 'name': PowerOnVM_Task, 'duration_secs': 0.537411} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.056944] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.057173] env[69572]: DEBUG nova.compute.manager [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.057927] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90199070-328f-485e-b7bf-3034d687ea28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.110248] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068149} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.111457] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.111457] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9659f4-c9a1-428c-b09d-2f027961b0fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.132256] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] df1b26a7-37c9-4190-859d-58c9994322ac/df1b26a7-37c9-4190-859d-58c9994322ac.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.135056] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ecf19a-a56b-407d-aba2-710260aaba99 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.158248] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434107, 'name': Rename_Task, 'duration_secs': 0.195619} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.159512] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.159829] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 726.159829] env[69572]: value = "task-3434108" [ 726.159829] env[69572]: _type = "Task" [ 726.159829] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.160069] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7daa53d-92f9-4bbc-a615-2f9cdf423ee6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.170312] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.171901] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 726.171901] env[69572]: value = "task-3434109" [ 726.171901] env[69572]: _type = "Task" [ 726.171901] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.180342] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.195794] env[69572]: DEBUG nova.network.neutron [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updated VIF entry in instance network info cache for port 2ec9c690-005b-4a3c-acb2-a30faa3b05f3. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.197073] env[69572]: DEBUG nova.network.neutron [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updating instance_info_cache with network_info: [{"id": "5af024e7-0b64-46b4-a35a-3b2169517e13", "address": "fa:16:3e:2a:c4:1f", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af024e7-0b", "ovs_interfaceid": "5af024e7-0b64-46b4-a35a-3b2169517e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ec9c690-005b-4a3c-acb2-a30faa3b05f3", "address": "fa:16:3e:2a:b3:85", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec9c690-00", "ovs_interfaceid": "2ec9c690-005b-4a3c-acb2-a30faa3b05f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.403951] env[69572]: DEBUG oslo_vmware.api [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.424021] env[69572]: DEBUG nova.compute.utils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.427086] env[69572]: DEBUG nova.compute.manager [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 726.427281] env[69572]: DEBUG nova.network.neutron [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.486177] env[69572]: DEBUG nova.policy [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0884abc6f1aa44cab4aa9b49e420b1a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acbe83aa70d341aab13fd6ce6b2e4b9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.522115] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5241a54c-11b8-fbf0-7f1b-edb2df363fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.0748} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.522435] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.522670] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.522919] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.523092] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.523273] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.523542] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa24ba42-46d3-42ed-8f82-f55cbc755a06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.536235] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.536377] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.537544] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc3c499-02f6-4bd2-9a3f-683455a76d04 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.546544] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 726.546544] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d7054b-ecf1-c2ec-5ddd-7f1f334b8afd" [ 726.546544] env[69572]: _type = "Task" [ 726.546544] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.555734] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d7054b-ecf1-c2ec-5ddd-7f1f334b8afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.575490] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.675436] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.684557] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.698808] env[69572]: DEBUG oslo_concurrency.lockutils [req-4d09d837-a883-4027-a5c1-73cc3579a4cc req-ad79c97f-f45e-4473-b714-633f200b6c10 service nova] Releasing lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.879755] env[69572]: DEBUG nova.network.neutron [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Successfully created port: d29829e6-03ec-4752-85e0-66276a7b8caf {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.907806] env[69572]: DEBUG oslo_vmware.api [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434102, 'name': ReconfigVM_Task, 'duration_secs': 1.211717} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.908304] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.908562] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Reconfigured VM to attach interface {{(pid=69572) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 726.927641] env[69572]: DEBUG nova.compute.manager [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 727.008913] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a1632b-9e13-4eeb-9ffe-3561657a1f91 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.017018] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd37ec5-af8c-4a52-aa45-c670ac69a51a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.053295] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb0685e-0174-45c6-aa1e-b61bf233ef22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.064350] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86c4708-6747-4073-ab59-706ab53ac03d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.068083] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d7054b-ecf1-c2ec-5ddd-7f1f334b8afd, 'name': SearchDatastore_Task, 'duration_secs': 0.011947} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.072113] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bce4691-cfea-4cdd-aae4-ba9accb1165d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.082056] env[69572]: DEBUG nova.compute.provider_tree [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.084347] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 727.084347] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e07c66-ea52-7c61-6d72-c81febd37912" [ 727.084347] env[69572]: _type = "Task" [ 727.084347] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.093844] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e07c66-ea52-7c61-6d72-c81febd37912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.172281] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434108, 'name': ReconfigVM_Task, 'duration_secs': 0.602087} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.172562] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Reconfigured VM instance instance-00000025 to attach disk [datastore1] df1b26a7-37c9-4190-859d-58c9994322ac/df1b26a7-37c9-4190-859d-58c9994322ac.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.173173] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a66d8736-0cd7-4fa5-83e9-ad22812d88ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.180260] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 727.180260] env[69572]: value = "task-3434110" [ 727.180260] env[69572]: _type = "Task" [ 727.180260] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.186456] env[69572]: DEBUG oslo_vmware.api [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434109, 'name': PowerOnVM_Task, 'duration_secs': 0.801222} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.187063] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.187293] env[69572]: INFO nova.compute.manager [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Took 9.31 seconds to spawn the instance on the hypervisor. [ 727.187480] env[69572]: DEBUG nova.compute.manager [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.188269] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c007b7-889b-4c0a-9673-faf3bc3ee0d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.193449] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434110, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.413967] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d73613e5-219f-41e9-8c5b-ff1518305975 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-e558537c-3b7c-45c6-ba0e-754fe2895d6c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.132s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.583209] env[69572]: DEBUG nova.scheduler.client.report [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.596508] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e07c66-ea52-7c61-6d72-c81febd37912, 'name': SearchDatastore_Task, 'duration_secs': 0.020039} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.596675] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.598090] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 23fe5bc6-1479-4ab4-b49d-38b87887eedb/23fe5bc6-1479-4ab4-b49d-38b87887eedb.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.598090] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c01d2a5-ccef-44b0-87cb-01aaa0fc344a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.608196] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 727.608196] env[69572]: value = "task-3434111" [ 727.608196] env[69572]: _type = "Task" [ 727.608196] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.615830] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.690172] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434110, 'name': Rename_Task, 'duration_secs': 0.357587} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.690491] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.690794] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cda45dee-e4df-4a61-9ed8-eec7e7c30872 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.703957] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 727.703957] env[69572]: value = "task-3434112" [ 727.703957] env[69572]: _type = "Task" [ 727.703957] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.710167] env[69572]: INFO nova.compute.manager [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Took 40.30 seconds to build instance. [ 727.716150] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434112, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.937080] env[69572]: DEBUG nova.compute.manager [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 727.964204] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.964481] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.964637] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.964820] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.964964] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.965130] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.965409] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.965609] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.965789] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.965950] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.966133] env[69572]: DEBUG nova.virt.hardware [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.967099] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f5a0a-ac69-4da9-a792-7c6783b3e805 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.977137] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4347fae6-cb69-45c1-9bc3-9e55528e2971 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.091874] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.094570] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.800s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.118603] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434111, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.121660] env[69572]: INFO nova.scheduler.client.report [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Deleted allocations for instance 6af9f8cd-5fb7-486f-be1d-69a4398beb01 [ 728.197059] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "8ac151eb-9fb8-42e8-b4cf-454d77655f61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.197427] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8ac151eb-9fb8-42e8-b4cf-454d77655f61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.197776] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "8ac151eb-9fb8-42e8-b4cf-454d77655f61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.198026] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8ac151eb-9fb8-42e8-b4cf-454d77655f61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.198264] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8ac151eb-9fb8-42e8-b4cf-454d77655f61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.203466] env[69572]: INFO nova.compute.manager [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Terminating instance [ 728.211253] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abdb5fab-5e7a-4e32-900a-fc08d796f8bc tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.784s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.218956] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434112, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.553771] env[69572]: DEBUG nova.network.neutron [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Successfully updated port: d29829e6-03ec-4752-85e0-66276a7b8caf {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.626573] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679316} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.626939] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 23fe5bc6-1479-4ab4-b49d-38b87887eedb/23fe5bc6-1479-4ab4-b49d-38b87887eedb.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.627254] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.631083] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca394d0-7afc-4aab-9223-f326470ab2dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.633953] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2896136d-5c4a-4b73-9e0a-deee2e97d324 tempest-AttachInterfacesV270Test-1488397847 tempest-AttachInterfacesV270Test-1488397847-project-member] Lock "6af9f8cd-5fb7-486f-be1d-69a4398beb01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.970s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.640051] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 728.640051] env[69572]: value = "task-3434113" [ 728.640051] env[69572]: _type = "Task" [ 728.640051] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.647615] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.711535] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "refresh_cache-8ac151eb-9fb8-42e8-b4cf-454d77655f61" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.711719] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired lock "refresh_cache-8ac151eb-9fb8-42e8-b4cf-454d77655f61" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.711985] env[69572]: DEBUG nova.network.neutron [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.713151] env[69572]: DEBUG nova.compute.manager [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 728.720686] env[69572]: DEBUG oslo_vmware.api [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434112, 'name': PowerOnVM_Task, 'duration_secs': 0.794257} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.721488] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.721693] env[69572]: INFO nova.compute.manager [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Took 8.06 seconds to spawn the instance on the hypervisor. [ 728.721872] env[69572]: DEBUG nova.compute.manager [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.722704] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5da235-c201-492f-8fca-1f97a4355692 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.918140] env[69572]: DEBUG nova.compute.manager [req-69d650a1-8335-4eb3-a7f8-ec42ecae49f8 req-5993945e-c7c8-47b3-a71e-83344e4f2694 service nova] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Received event network-vif-plugged-d29829e6-03ec-4752-85e0-66276a7b8caf {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 728.918428] env[69572]: DEBUG oslo_concurrency.lockutils [req-69d650a1-8335-4eb3-a7f8-ec42ecae49f8 req-5993945e-c7c8-47b3-a71e-83344e4f2694 service nova] Acquiring lock "2f865843-a85f-4f29-ba8f-11e691e20d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.918746] env[69572]: DEBUG oslo_concurrency.lockutils [req-69d650a1-8335-4eb3-a7f8-ec42ecae49f8 req-5993945e-c7c8-47b3-a71e-83344e4f2694 service nova] Lock "2f865843-a85f-4f29-ba8f-11e691e20d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.918963] env[69572]: DEBUG oslo_concurrency.lockutils [req-69d650a1-8335-4eb3-a7f8-ec42ecae49f8 req-5993945e-c7c8-47b3-a71e-83344e4f2694 service nova] Lock "2f865843-a85f-4f29-ba8f-11e691e20d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.919421] env[69572]: DEBUG nova.compute.manager [req-69d650a1-8335-4eb3-a7f8-ec42ecae49f8 req-5993945e-c7c8-47b3-a71e-83344e4f2694 service nova] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] No waiting events found dispatching network-vif-plugged-d29829e6-03ec-4752-85e0-66276a7b8caf {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 728.919720] env[69572]: WARNING nova.compute.manager [req-69d650a1-8335-4eb3-a7f8-ec42ecae49f8 req-5993945e-c7c8-47b3-a71e-83344e4f2694 service nova] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Received unexpected event network-vif-plugged-d29829e6-03ec-4752-85e0-66276a7b8caf for instance with vm_state building and task_state spawning. [ 729.003931] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "4ae89318-fbce-47c3-bb28-edcc5841d4d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.003931] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "4ae89318-fbce-47c3-bb28-edcc5841d4d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.056777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquiring lock "refresh_cache-2f865843-a85f-4f29-ba8f-11e691e20d2f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.057030] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquired lock "refresh_cache-2f865843-a85f-4f29-ba8f-11e691e20d2f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.058026] env[69572]: DEBUG nova.network.neutron [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.115283] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Applying migration context for instance 23dfab87-fb78-4861-89ac-acc1530353f1 as it has an incoming, in-progress migration 663865b5-f6f9-405a-8bdd-0ace9cc0efc1. Migration status is confirming {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 729.117301] env[69572]: INFO nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating resource usage from migration 663865b5-f6f9-405a-8bdd-0ace9cc0efc1 [ 729.139568] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 729.139728] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 84376917-04ce-4186-901b-7289193610fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.139854] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance fd7d990f-44c1-4728-bb22-23f246b9ca11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.139971] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 40ca4dca-587e-4a1e-aa97-25752a2e322a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.140100] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance acb7abcf-f9b2-438d-bcaa-5ff100937a91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.140214] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.140434] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 0e2b3af9-354e-494f-8c25-521e8247325d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.140434] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance d937e8b6-24b2-480a-b4d1-a67e1e61ca19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.140722] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8984660d-39da-43c8-b787-f57aec274422 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.140722] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 4525d836-8702-40f2-996f-c2dcd70e86bc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 729.140827] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance aef8635a-a3e7-413e-8a05-5b8518c2a060 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 729.140936] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e558537c-3b7c-45c6-ba0e-754fe2895d6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.141071] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 729.141194] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 16f4a6eb-ba57-409c-a828-0a49823f3a8c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 729.141311] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8621a619-9c29-45e6-891a-81faa8a2d0b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.141431] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 729.141548] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 3632a917-e091-4fbe-aee1-00d7442885df is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 729.142603] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8ac151eb-9fb8-42e8-b4cf-454d77655f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.142603] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance ea9ccc07-f798-453a-9784-6039de0f6fe6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 729.142603] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.142603] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance df1b26a7-37c9-4190-859d-58c9994322ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.142603] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 23fe5bc6-1479-4ab4-b49d-38b87887eedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.142603] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 2f865843-a85f-4f29-ba8f-11e691e20d2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 729.152416] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190352} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.152670] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.153535] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34db47cb-de3a-4662-9adf-b081646b88a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.176312] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 23fe5bc6-1479-4ab4-b49d-38b87887eedb/23fe5bc6-1479-4ab4-b49d-38b87887eedb.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.176891] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e138111a-6a62-4aaa-aecd-087807fa06a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.197234] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 729.197234] env[69572]: value = "task-3434114" [ 729.197234] env[69572]: _type = "Task" [ 729.197234] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.207029] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.237515] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.241437] env[69572]: DEBUG nova.network.neutron [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.245710] env[69572]: INFO nova.compute.manager [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Took 39.76 seconds to build instance. [ 729.337901] env[69572]: DEBUG nova.network.neutron [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.627277] env[69572]: DEBUG nova.network.neutron [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.648066] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 228334f1-18ab-44f2-9b88-b61b11795099 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 729.708214] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434114, 'name': ReconfigVM_Task, 'duration_secs': 0.272909} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.711813] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 23fe5bc6-1479-4ab4-b49d-38b87887eedb/23fe5bc6-1479-4ab4-b49d-38b87887eedb.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.711813] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d57816b-4ce3-4589-8216-d07ceda22c5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.718935] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 729.718935] env[69572]: value = "task-3434115" [ 729.718935] env[69572]: _type = "Task" [ 729.718935] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.731635] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434115, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.747940] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a6d2a3dd-8763-4f65-bb7f-eb91e6e9c842 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "df1b26a7-37c9-4190-859d-58c9994322ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.156s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.840289] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Releasing lock "refresh_cache-8ac151eb-9fb8-42e8-b4cf-454d77655f61" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.840811] env[69572]: DEBUG nova.compute.manager [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 729.841225] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.842077] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2488733f-b251-4ba8-91a5-92fd914efb16 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.849919] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.850246] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-435bc189-6774-4649-b81b-95787b001bd9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.856062] env[69572]: DEBUG oslo_vmware.api [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 729.856062] env[69572]: value = "task-3434116" [ 729.856062] env[69572]: _type = "Task" [ 729.856062] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.864468] env[69572]: DEBUG oslo_vmware.api [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.989898] env[69572]: DEBUG nova.network.neutron [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Updating instance_info_cache with network_info: [{"id": "d29829e6-03ec-4752-85e0-66276a7b8caf", "address": "fa:16:3e:d1:cf:32", "network": {"id": "f28b7f1d-a449-40cd-84d3-194f45c8e935", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1009549509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbe83aa70d341aab13fd6ce6b2e4b9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29829e6-03", "ovs_interfaceid": "d29829e6-03ec-4752-85e0-66276a7b8caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.150857] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 54bb24f0-d4b8-40d3-8c8d-3ce706540b61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 730.151208] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Migration 663865b5-f6f9-405a-8bdd-0ace9cc0efc1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 730.151208] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 23dfab87-fb78-4861-89ac-acc1530353f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 730.230517] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "027eeb22-fe2d-41f4-9790-ef43800786ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.230787] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "027eeb22-fe2d-41f4-9790-ef43800786ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.231262] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434115, 'name': Rename_Task, 'duration_secs': 0.12259} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.231502] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.231742] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8c6025-0839-4d7f-977b-f44f44ff5a29 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.238660] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 730.238660] env[69572]: value = "task-3434117" [ 730.238660] env[69572]: _type = "Task" [ 730.238660] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.248535] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.251056] env[69572]: DEBUG nova.compute.manager [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 730.366557] env[69572]: DEBUG oslo_vmware.api [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434116, 'name': PowerOffVM_Task, 'duration_secs': 0.166519} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.366870] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.367051] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.367302] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6512dbfc-68e0-40ce-b06b-abf7169ed07e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.389693] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.389936] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.390151] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Deleting the datastore file [datastore1] 8ac151eb-9fb8-42e8-b4cf-454d77655f61 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.390439] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a69b50d-e287-4890-995e-abf6373e978a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.396841] env[69572]: DEBUG oslo_vmware.api [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 730.396841] env[69572]: value = "task-3434119" [ 730.396841] env[69572]: _type = "Task" [ 730.396841] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.408912] env[69572]: DEBUG oslo_vmware.api [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.492463] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Releasing lock "refresh_cache-2f865843-a85f-4f29-ba8f-11e691e20d2f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.492894] env[69572]: DEBUG nova.compute.manager [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Instance network_info: |[{"id": "d29829e6-03ec-4752-85e0-66276a7b8caf", "address": "fa:16:3e:d1:cf:32", "network": {"id": "f28b7f1d-a449-40cd-84d3-194f45c8e935", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1009549509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbe83aa70d341aab13fd6ce6b2e4b9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29829e6-03", "ovs_interfaceid": "d29829e6-03ec-4752-85e0-66276a7b8caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 730.493421] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:cf:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd29829e6-03ec-4752-85e0-66276a7b8caf', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.504249] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Creating folder: Project (acbe83aa70d341aab13fd6ce6b2e4b9d). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.504998] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35416049-2725-4b29-bec0-07a75aee0795 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.517704] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Created folder: Project (acbe83aa70d341aab13fd6ce6b2e4b9d) in parent group-v685431. [ 730.521029] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Creating folder: Instances. Parent ref: group-v685540. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.521029] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0e79cfd-ae40-4d09-b38f-dc4e1ac4d475 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.530126] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Created folder: Instances in parent group-v685540. [ 730.530400] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.530631] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.530869] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdaa8d1c-aef9-4159-b510-6ab9dbd6f076 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.553159] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.553159] env[69572]: value = "task-3434122" [ 730.553159] env[69572]: _type = "Task" [ 730.553159] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.561344] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434122, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.628278] env[69572]: DEBUG oslo_concurrency.lockutils [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "interface-e558537c-3b7c-45c6-ba0e-754fe2895d6c-2ec9c690-005b-4a3c-acb2-a30faa3b05f3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.628574] env[69572]: DEBUG oslo_concurrency.lockutils [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-e558537c-3b7c-45c6-ba0e-754fe2895d6c-2ec9c690-005b-4a3c-acb2-a30faa3b05f3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.654105] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 001031c3-4048-4c09-bc72-a7cdeb070c37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 730.752024] env[69572]: DEBUG oslo_vmware.api [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434117, 'name': PowerOnVM_Task, 'duration_secs': 0.414694} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.752024] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.754157] env[69572]: INFO nova.compute.manager [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Took 5.36 seconds to spawn the instance on the hypervisor. [ 730.754157] env[69572]: DEBUG nova.compute.manager [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.754157] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3063aa-00e1-498b-9e01-f711d817235d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.785053] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.907336] env[69572]: DEBUG oslo_vmware.api [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096609} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.909981] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.909981] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.909981] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.909981] env[69572]: INFO nova.compute.manager [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Took 1.07 seconds to destroy the instance on the hypervisor. [ 730.909981] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.910210] env[69572]: DEBUG nova.compute.manager [-] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 730.910242] env[69572]: DEBUG nova.network.neutron [-] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.931474] env[69572]: DEBUG nova.network.neutron [-] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.066124] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434122, 'name': CreateVM_Task, 'duration_secs': 0.313957} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.068999] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.073263] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.073436] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.074217] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.074648] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0946ab0a-f926-42ff-a1c7-73c4821dc5b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.085029] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for the task: (returnval){ [ 731.085029] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e4aac7-7a3a-e946-1673-e635ce053d05" [ 731.085029] env[69572]: _type = "Task" [ 731.085029] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.093812] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e4aac7-7a3a-e946-1673-e635ce053d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.132312] env[69572]: DEBUG oslo_concurrency.lockutils [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.133877] env[69572]: DEBUG oslo_concurrency.lockutils [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.133877] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c265c6c-47dc-4293-a0ff-c3e1d9f73e98 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.160704] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e2329396-1e21-4b57-be90-b31a1b91743b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 731.165895] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52c4531-179e-47fd-9b2a-162bc9594855 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.169477] env[69572]: DEBUG nova.compute.manager [req-892ed664-4d02-4e5b-b6b9-d44da3add73c req-2c2779a2-6351-4f93-b1d4-e398fd29d294 service nova] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Received event network-changed-d29829e6-03ec-4752-85e0-66276a7b8caf {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 731.169668] env[69572]: DEBUG nova.compute.manager [req-892ed664-4d02-4e5b-b6b9-d44da3add73c req-2c2779a2-6351-4f93-b1d4-e398fd29d294 service nova] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Refreshing instance network info cache due to event network-changed-d29829e6-03ec-4752-85e0-66276a7b8caf. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 731.169887] env[69572]: DEBUG oslo_concurrency.lockutils [req-892ed664-4d02-4e5b-b6b9-d44da3add73c req-2c2779a2-6351-4f93-b1d4-e398fd29d294 service nova] Acquiring lock "refresh_cache-2f865843-a85f-4f29-ba8f-11e691e20d2f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.170031] env[69572]: DEBUG oslo_concurrency.lockutils [req-892ed664-4d02-4e5b-b6b9-d44da3add73c req-2c2779a2-6351-4f93-b1d4-e398fd29d294 service nova] Acquired lock "refresh_cache-2f865843-a85f-4f29-ba8f-11e691e20d2f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.170190] env[69572]: DEBUG nova.network.neutron [req-892ed664-4d02-4e5b-b6b9-d44da3add73c req-2c2779a2-6351-4f93-b1d4-e398fd29d294 service nova] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Refreshing network info cache for port d29829e6-03ec-4752-85e0-66276a7b8caf {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.203079] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Reconfiguring VM to detach interface {{(pid=69572) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 731.204117] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba143602-b22c-4a4d-b1eb-e87df1bd5b3d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.225745] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 731.225745] env[69572]: value = "task-3434123" [ 731.225745] env[69572]: _type = "Task" [ 731.225745] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.234766] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.284405] env[69572]: INFO nova.compute.manager [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Took 40.21 seconds to build instance. [ 731.434686] env[69572]: DEBUG nova.network.neutron [-] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.575630] env[69572]: DEBUG oslo_concurrency.lockutils [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "8984660d-39da-43c8-b787-f57aec274422" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.575866] env[69572]: DEBUG oslo_concurrency.lockutils [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.576071] env[69572]: DEBUG nova.compute.manager [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.577510] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc929e4b-16cd-4f45-8f70-7e53021e12a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.585053] env[69572]: DEBUG nova.compute.manager [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 731.585643] env[69572]: DEBUG nova.objects.instance [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'flavor' on Instance uuid 8984660d-39da-43c8-b787-f57aec274422 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.595426] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e4aac7-7a3a-e946-1673-e635ce053d05, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.595679] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.595901] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.596137] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.596285] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.596471] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.597096] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11ba6c2d-04cd-4969-8c19-952ff9a61303 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.605304] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.605396] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.606251] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fce23b-873a-4ca4-9ec6-384f8ab0df63 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.611504] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for the task: (returnval){ [ 731.611504] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ef863b-b88f-1fc3-6ec8-c79a86225880" [ 731.611504] env[69572]: _type = "Task" [ 731.611504] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.618585] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ef863b-b88f-1fc3-6ec8-c79a86225880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.672475] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 95029ea4-1849-4080-ad2e-935f1c38c529 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 731.736717] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.789984] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b6006991-0495-486f-aba7-a8f121b383aa tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "23fe5bc6-1479-4ab4-b49d-38b87887eedb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.816s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.937393] env[69572]: INFO nova.compute.manager [-] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Took 1.03 seconds to deallocate network for instance. [ 731.987018] env[69572]: DEBUG nova.network.neutron [req-892ed664-4d02-4e5b-b6b9-d44da3add73c req-2c2779a2-6351-4f93-b1d4-e398fd29d294 service nova] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Updated VIF entry in instance network info cache for port d29829e6-03ec-4752-85e0-66276a7b8caf. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.987483] env[69572]: DEBUG nova.network.neutron [req-892ed664-4d02-4e5b-b6b9-d44da3add73c req-2c2779a2-6351-4f93-b1d4-e398fd29d294 service nova] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Updating instance_info_cache with network_info: [{"id": "d29829e6-03ec-4752-85e0-66276a7b8caf", "address": "fa:16:3e:d1:cf:32", "network": {"id": "f28b7f1d-a449-40cd-84d3-194f45c8e935", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1009549509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acbe83aa70d341aab13fd6ce6b2e4b9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29829e6-03", "ovs_interfaceid": "d29829e6-03ec-4752-85e0-66276a7b8caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.124331] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ef863b-b88f-1fc3-6ec8-c79a86225880, 'name': SearchDatastore_Task, 'duration_secs': 0.008185} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.124959] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197f0efb-4dee-496a-a5e9-cb2f1bf84e98 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.130498] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for the task: (returnval){ [ 732.130498] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520066b9-9ec7-1c90-d527-cc3bc2c3a95d" [ 732.130498] env[69572]: _type = "Task" [ 732.130498] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.138928] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520066b9-9ec7-1c90-d527-cc3bc2c3a95d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.162252] env[69572]: INFO nova.compute.manager [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Rebuilding instance [ 732.178314] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 69eeb79e-f1aa-4b65-a5e1-0232df15c133 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 732.207506] env[69572]: DEBUG nova.compute.manager [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.208609] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e5280-5c18-4a21-9eb3-3f2d51a6d225 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.236118] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.295046] env[69572]: DEBUG nova.compute.manager [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 732.449269] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.493430] env[69572]: DEBUG oslo_concurrency.lockutils [req-892ed664-4d02-4e5b-b6b9-d44da3add73c req-2c2779a2-6351-4f93-b1d4-e398fd29d294 service nova] Releasing lock "refresh_cache-2f865843-a85f-4f29-ba8f-11e691e20d2f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.604929] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.605558] env[69572]: INFO nova.compute.manager [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Rebuilding instance [ 732.608291] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-974c0207-ee85-4275-b5f1-365d0802b242 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.616495] env[69572]: DEBUG oslo_vmware.api [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 732.616495] env[69572]: value = "task-3434124" [ 732.616495] env[69572]: _type = "Task" [ 732.616495] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.633099] env[69572]: DEBUG oslo_vmware.api [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.646638] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520066b9-9ec7-1c90-d527-cc3bc2c3a95d, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.651847] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.652135] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 2f865843-a85f-4f29-ba8f-11e691e20d2f/2f865843-a85f-4f29-ba8f-11e691e20d2f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.652647] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd33606b-4d08-4167-a3c2-7d9c233da439 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.660104] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for the task: (returnval){ [ 732.660104] env[69572]: value = "task-3434125" [ 732.660104] env[69572]: _type = "Task" [ 732.660104] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.670808] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.677185] env[69572]: DEBUG nova.compute.manager [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.678248] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e38f59-02fd-4040-9aff-02248c675bba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.682154] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 177ae6a3-4396-44d7-8545-6c7fea64347a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 732.738962] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.815393] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.127805] env[69572]: DEBUG oslo_vmware.api [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434124, 'name': PowerOffVM_Task, 'duration_secs': 0.285382} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.128309] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.128450] env[69572]: DEBUG nova.compute.manager [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.129330] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4098bb1b-ba4f-47fa-9012-df520217d9f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.172366] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497912} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.173826] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 2f865843-a85f-4f29-ba8f-11e691e20d2f/2f865843-a85f-4f29-ba8f-11e691e20d2f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.173826] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.173967] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-668ec396-6448-4430-b6cc-6a8af0caef85 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.181153] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for the task: (returnval){ [ 733.181153] env[69572]: value = "task-3434126" [ 733.181153] env[69572]: _type = "Task" [ 733.181153] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.185764] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance c8488c1f-4d88-44c8-9735-d5e0f77b1954 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 733.194254] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.224084] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.224998] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec7c318f-0f2e-46bd-8447-c67aaf989254 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.233668] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 733.233668] env[69572]: value = "task-3434127" [ 733.233668] env[69572]: _type = "Task" [ 733.233668] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.242507] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.247994] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.642736] env[69572]: DEBUG oslo_concurrency.lockutils [None req-02725035-b1ed-4e2d-90ca-ace47dfee9cf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.692369] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 6437bcc8-d516-4874-b5d0-3683061d5f9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 733.694551] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.694806] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afe72502-084c-4dea-a83d-79b7c2b28d68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.703573] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065878} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.704270] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.705403] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fef131-1f2a-4e50-bbc7-75d6e1ef9f62 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.709910] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 733.709910] env[69572]: value = "task-3434128" [ 733.709910] env[69572]: _type = "Task" [ 733.709910] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.735106] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 2f865843-a85f-4f29-ba8f-11e691e20d2f/2f865843-a85f-4f29-ba8f-11e691e20d2f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.736367] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b50b95a-ec4f-4591-8ce7-6eaf34474321 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.766829] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.777508] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.778186] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434127, 'name': PowerOffVM_Task, 'duration_secs': 0.189561} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.779866] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.780994] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.781396] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for the task: (returnval){ [ 733.781396] env[69572]: value = "task-3434129" [ 733.781396] env[69572]: _type = "Task" [ 733.781396] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.782201] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d5d3be-06a3-455e-9293-1a62826d59fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.795296] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.801151] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed2fbef8-3c20-4d2e-a709-d75445e31f83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.801151] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.824396] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.825108] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.826304] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Deleting the datastore file [datastore1] df1b26a7-37c9-4190-859d-58c9994322ac {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.829890] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-decd0594-83c1-42da-b898-acd0ef298d37 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.833797] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 733.833797] env[69572]: value = "task-3434131" [ 733.833797] env[69572]: _type = "Task" [ 733.833797] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.843666] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.205429] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 7f63dd74-08a8-4a3d-afd9-c36ecfd72314 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 734.220756] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434128, 'name': PowerOffVM_Task, 'duration_secs': 0.218424} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.221392] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.221392] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.222268] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06bb306-38a3-437c-98a4-0836b65b5fd0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.229578] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.229928] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a52df032-2740-431e-bd86-2688fd32cfea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.245866] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.257090] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.257090] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.257090] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Deleting the datastore file [datastore2] 23fe5bc6-1479-4ab4-b49d-38b87887eedb {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.257090] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7322ce6a-a27c-4712-813a-4d0f6284c667 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.261086] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 734.261086] env[69572]: value = "task-3434133" [ 734.261086] env[69572]: _type = "Task" [ 734.261086] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.268977] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.297363] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434129, 'name': ReconfigVM_Task, 'duration_secs': 0.342358} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.297363] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 2f865843-a85f-4f29-ba8f-11e691e20d2f/2f865843-a85f-4f29-ba8f-11e691e20d2f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.297363] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb17da0e-a140-4392-954f-7438c9d662f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.307128] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for the task: (returnval){ [ 734.307128] env[69572]: value = "task-3434134" [ 734.307128] env[69572]: _type = "Task" [ 734.307128] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.314119] env[69572]: DEBUG nova.objects.instance [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'flavor' on Instance uuid 8984660d-39da-43c8-b787-f57aec274422 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.319146] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434134, 'name': Rename_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.348017] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16694} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.348017] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.348017] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.348017] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.709540] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 59d7a4e0-3a20-4118-a0c2-40adb271c760 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 734.749372] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.770509] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115416} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.770770] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.770966] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.771156] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.815713] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434134, 'name': Rename_Task, 'duration_secs': 0.163828} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.816025] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.816275] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-330c66fa-0057-422b-8ab9-182e1925e177 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.823762] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.823924] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.824111] env[69572]: DEBUG nova.network.neutron [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.824283] env[69572]: DEBUG nova.objects.instance [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'info_cache' on Instance uuid 8984660d-39da-43c8-b787-f57aec274422 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.829027] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for the task: (returnval){ [ 734.829027] env[69572]: value = "task-3434135" [ 734.829027] env[69572]: _type = "Task" [ 734.829027] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.836119] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.203360] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquiring lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.203657] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.212352] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 4ae89318-fbce-47c3-bb28-edcc5841d4d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 735.212686] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 735.212960] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 735.248461] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.327581] env[69572]: DEBUG nova.objects.base [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Object Instance<8984660d-39da-43c8-b787-f57aec274422> lazy-loaded attributes: flavor,info_cache {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 735.341903] env[69572]: DEBUG oslo_vmware.api [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434135, 'name': PowerOnVM_Task, 'duration_secs': 0.501694} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.342199] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.342405] env[69572]: INFO nova.compute.manager [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Took 7.41 seconds to spawn the instance on the hypervisor. [ 735.342605] env[69572]: DEBUG nova.compute.manager [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.343447] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db94d5-ce19-459f-a9a3-f390f46aa9f8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.391198] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.391337] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.391423] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.391606] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.391748] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.391890] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.392109] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.392264] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.392427] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.392584] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.392751] env[69572]: DEBUG nova.virt.hardware [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.393689] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952ed2a6-bfe9-4fe5-931a-fee00bc70bc5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.407022] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62688aaa-b13a-4f66-a194-c7b0847682d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.418797] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.424761] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.427996] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.427996] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-961d04d7-3a46-49a9-bfc0-202dff939241 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.448087] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.448087] env[69572]: value = "task-3434136" [ 735.448087] env[69572]: _type = "Task" [ 735.448087] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.455886] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434136, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.751636] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.781656] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d58c54b-fbc7-4e92-b5ef-d3caef708a0e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.794076] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42bfec1-2f3d-4b11-801f-c21ce5966ae9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.830379] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5f1d2a-108f-4d2f-aefd-cc1213360f49 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.840527] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.840796] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.840959] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.841156] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.841301] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.841442] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.841647] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.841838] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.842014] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.842188] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.842358] env[69572]: DEBUG nova.virt.hardware [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.843631] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0db388-065c-414e-8379-c647d97cbbfc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.848166] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d19043c-14f4-4ee2-bed5-7d62cf47e91d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.864349] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fc1eb0-2287-4a43-a7a5-5577a604bc43 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.871993] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.876943] env[69572]: INFO nova.compute.manager [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Took 38.87 seconds to build instance. [ 735.885893] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.891644] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.892927] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0ffb498-23dc-4f29-9f3b-fbe223e08377 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lock "2f865843-a85f-4f29-ba8f-11e691e20d2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.176s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.895366] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.900024] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71f08457-fb96-4a54-b87a-b5b33d301f5d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.913302] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.913302] env[69572]: value = "task-3434137" [ 735.913302] env[69572]: _type = "Task" [ 735.913302] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.921174] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434137, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.958527] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434136, 'name': CreateVM_Task, 'duration_secs': 0.398463} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.958708] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.959142] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.959306] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.959613] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.959887] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e6e077-948c-498e-b07c-d2ada14b3dc7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.964958] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 735.964958] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5278dfb7-2509-c8e7-3786-d4e5d4dc5a51" [ 735.964958] env[69572]: _type = "Task" [ 735.964958] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.973079] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5278dfb7-2509-c8e7-3786-d4e5d4dc5a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.116633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquiring lock "2f865843-a85f-4f29-ba8f-11e691e20d2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.116633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lock "2f865843-a85f-4f29-ba8f-11e691e20d2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.116633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquiring lock "2f865843-a85f-4f29-ba8f-11e691e20d2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.116800] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lock "2f865843-a85f-4f29-ba8f-11e691e20d2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.117464] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lock "2f865843-a85f-4f29-ba8f-11e691e20d2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.120083] env[69572]: INFO nova.compute.manager [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Terminating instance [ 736.201957] env[69572]: DEBUG nova.network.neutron [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance_info_cache with network_info: [{"id": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "address": "fa:16:3e:6a:19:64", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68932dd8-9e", "ovs_interfaceid": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.251266] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.378454] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.397115] env[69572]: DEBUG nova.compute.manager [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 736.424258] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434137, 'name': CreateVM_Task, 'duration_secs': 0.310075} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.424441] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.424830] env[69572]: DEBUG oslo_concurrency.lockutils [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.475058] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5278dfb7-2509-c8e7-3786-d4e5d4dc5a51, 'name': SearchDatastore_Task, 'duration_secs': 0.014252} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.475392] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.475625] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.475883] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.476053] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.476238] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.476514] env[69572]: DEBUG oslo_concurrency.lockutils [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.476803] env[69572]: DEBUG oslo_concurrency.lockutils [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.477051] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3fdca8f-58e4-486a-9705-b0b2982e349e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.478825] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-131a7991-0f2b-4ec1-a6b4-54238eacf3ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.486511] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 736.486511] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525d00c4-1819-3d8a-cde6-f953f1fb2d63" [ 736.486511] env[69572]: _type = "Task" [ 736.486511] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.492312] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.492521] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.496195] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a3cff5-3a0a-4632-8c7d-6857af4737a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.498491] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525d00c4-1819-3d8a-cde6-f953f1fb2d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.502015] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 736.502015] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520b607b-e67f-bba8-5133-03b7807e300d" [ 736.502015] env[69572]: _type = "Task" [ 736.502015] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.509732] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520b607b-e67f-bba8-5133-03b7807e300d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.626465] env[69572]: DEBUG nova.compute.manager [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 736.626699] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.627710] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577804e-f231-43da-9182-12d83efbc1e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.635811] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.636069] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c042d91-9abc-4973-8a93-c777d1441e05 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.642199] env[69572]: DEBUG oslo_vmware.api [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for the task: (returnval){ [ 736.642199] env[69572]: value = "task-3434138" [ 736.642199] env[69572]: _type = "Task" [ 736.642199] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.649787] env[69572]: DEBUG oslo_vmware.api [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.706046] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.750965] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.883999] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 736.884400] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.790s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.884712] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.179s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.886489] env[69572]: INFO nova.compute.claims [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.919917] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.997891] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525d00c4-1819-3d8a-cde6-f953f1fb2d63, 'name': SearchDatastore_Task, 'duration_secs': 0.028239} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.998206] env[69572]: DEBUG oslo_concurrency.lockutils [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.998436] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.998640] env[69572]: DEBUG oslo_concurrency.lockutils [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.011008] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520b607b-e67f-bba8-5133-03b7807e300d, 'name': SearchDatastore_Task, 'duration_secs': 0.015972} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.011776] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b2adf5-6fd5-4e38-b81a-d959e06b07c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.016432] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 737.016432] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521d76c2-2d87-3b02-39a0-637fa49d7a3b" [ 737.016432] env[69572]: _type = "Task" [ 737.016432] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.023586] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521d76c2-2d87-3b02-39a0-637fa49d7a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.151514] env[69572]: DEBUG oslo_vmware.api [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434138, 'name': PowerOffVM_Task, 'duration_secs': 0.19438} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.151806] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.151961] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.152226] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df82818a-7368-4803-b079-80fcaf9596b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.206766] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.207011] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.207200] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Deleting the datastore file [datastore2] 2f865843-a85f-4f29-ba8f-11e691e20d2f {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.207488] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85f20315-d7f1-4a88-aa83-7bf1cbd5b252 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.215146] env[69572]: DEBUG oslo_vmware.api [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for the task: (returnval){ [ 737.215146] env[69572]: value = "task-3434140" [ 737.215146] env[69572]: _type = "Task" [ 737.215146] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.223965] env[69572]: DEBUG oslo_vmware.api [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.250592] env[69572]: DEBUG oslo_vmware.api [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434123, 'name': ReconfigVM_Task, 'duration_secs': 5.875261} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.250817] env[69572]: DEBUG oslo_concurrency.lockutils [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.251060] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Reconfigured VM to detach interface {{(pid=69572) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 737.528881] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521d76c2-2d87-3b02-39a0-637fa49d7a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.529235] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.529472] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] df1b26a7-37c9-4190-859d-58c9994322ac/df1b26a7-37c9-4190-859d-58c9994322ac.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.529754] env[69572]: DEBUG oslo_concurrency.lockutils [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.530067] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.530157] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91091524-3120-40a1-9890-88abbf8f9718 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.532138] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da3961f9-e613-43dd-bc58-51db3a848394 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.538115] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 737.538115] env[69572]: value = "task-3434141" [ 737.538115] env[69572]: _type = "Task" [ 737.538115] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.546118] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.546118] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.546118] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dbfa244-2526-4299-9432-a8a1ee3883fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.548778] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.553016] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 737.553016] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52536534-8970-d476-b1c0-fd81dd7d429d" [ 737.553016] env[69572]: _type = "Task" [ 737.553016] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.559859] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52536534-8970-d476-b1c0-fd81dd7d429d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.625582] env[69572]: DEBUG nova.compute.manager [req-991e72fb-3e08-4ffd-aa50-136d5f3cf40d req-1129184f-20ca-455f-9558-e3658e58b916 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Received event network-vif-deleted-2ec9c690-005b-4a3c-acb2-a30faa3b05f3 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 737.625827] env[69572]: INFO nova.compute.manager [req-991e72fb-3e08-4ffd-aa50-136d5f3cf40d req-1129184f-20ca-455f-9558-e3658e58b916 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Neutron deleted interface 2ec9c690-005b-4a3c-acb2-a30faa3b05f3; detaching it from the instance and deleting it from the info cache [ 737.626158] env[69572]: DEBUG nova.network.neutron [req-991e72fb-3e08-4ffd-aa50-136d5f3cf40d req-1129184f-20ca-455f-9558-e3658e58b916 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updating instance_info_cache with network_info: [{"id": "5af024e7-0b64-46b4-a35a-3b2169517e13", "address": "fa:16:3e:2a:c4:1f", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af024e7-0b", "ovs_interfaceid": "5af024e7-0b64-46b4-a35a-3b2169517e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.714260] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.714260] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac1de69-0f5b-4aed-8e42-a833fcd6ae96 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.727043] env[69572]: DEBUG oslo_vmware.api [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Task: {'id': task-3434140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231284} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.728529] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.728748] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.728987] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.729204] env[69572]: INFO nova.compute.manager [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 737.729490] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.729809] env[69572]: DEBUG oslo_vmware.api [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 737.729809] env[69572]: value = "task-3434142" [ 737.729809] env[69572]: _type = "Task" [ 737.729809] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.730062] env[69572]: DEBUG nova.compute.manager [-] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 737.730132] env[69572]: DEBUG nova.network.neutron [-] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.741341] env[69572]: DEBUG oslo_vmware.api [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434142, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.049707] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46164} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.050067] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] df1b26a7-37c9-4190-859d-58c9994322ac/df1b26a7-37c9-4190-859d-58c9994322ac.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.050388] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.050902] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b2d4ae6-7319-4156-b57c-057b95f87173 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.060242] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 738.060242] env[69572]: value = "task-3434143" [ 738.060242] env[69572]: _type = "Task" [ 738.060242] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.064206] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52536534-8970-d476-b1c0-fd81dd7d429d, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.067750] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3764eb15-a014-47e8-a327-f84fae615165 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.077741] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.079357] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 738.079357] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb2210-c16f-a5ea-680c-0ba04a26a88b" [ 738.079357] env[69572]: _type = "Task" [ 738.079357] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.096853] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb2210-c16f-a5ea-680c-0ba04a26a88b, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.097182] env[69572]: DEBUG oslo_concurrency.lockutils [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.097499] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 23fe5bc6-1479-4ab4-b49d-38b87887eedb/23fe5bc6-1479-4ab4-b49d-38b87887eedb.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.097855] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8289d8b-339f-435e-995b-8a0e3d59fddc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.105631] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 738.105631] env[69572]: value = "task-3434144" [ 738.105631] env[69572]: _type = "Task" [ 738.105631] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.121239] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.129213] env[69572]: DEBUG oslo_concurrency.lockutils [req-991e72fb-3e08-4ffd-aa50-136d5f3cf40d req-1129184f-20ca-455f-9558-e3658e58b916 service nova] Acquiring lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.129564] env[69572]: DEBUG oslo_concurrency.lockutils [req-991e72fb-3e08-4ffd-aa50-136d5f3cf40d req-1129184f-20ca-455f-9558-e3658e58b916 service nova] Acquired lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.131196] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f05c420-7157-4981-abc1-71b0303bdac7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.160850] env[69572]: DEBUG oslo_concurrency.lockutils [req-991e72fb-3e08-4ffd-aa50-136d5f3cf40d req-1129184f-20ca-455f-9558-e3658e58b916 service nova] Releasing lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.162054] env[69572]: WARNING nova.compute.manager [req-991e72fb-3e08-4ffd-aa50-136d5f3cf40d req-1129184f-20ca-455f-9558-e3658e58b916 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Detach interface failed, port_id=2ec9c690-005b-4a3c-acb2-a30faa3b05f3, reason: No device with interface-id 2ec9c690-005b-4a3c-acb2-a30faa3b05f3 exists on VM: nova.exception.NotFound: No device with interface-id 2ec9c690-005b-4a3c-acb2-a30faa3b05f3 exists on VM [ 738.242725] env[69572]: DEBUG oslo_vmware.api [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434142, 'name': PowerOnVM_Task, 'duration_secs': 0.414809} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.242993] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.243213] env[69572]: DEBUG nova.compute.manager [None req-4e9e55ed-ed4a-4d14-a6a4-b0a92800bc67 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 738.243983] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d144858b-f0fa-4d8c-9fd6-f65b9da1056c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.525010] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc5535a-cc5b-48a5-b779-3782cd2a8a81 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.532789] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d705e97-48ed-4f69-81c3-29456cbe524c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.570572] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c2eb41-5ac1-4d1c-a3f6-5306ef6f2a68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.580903] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d214999-5764-49a8-9fd1-3d019d6b6f45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.584822] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072042} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.585089] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.586185] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71d0298-073c-4bb4-bd50-2691a8a2bcc1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.597456] env[69572]: DEBUG nova.compute.provider_tree [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.615583] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] df1b26a7-37c9-4190-859d-58c9994322ac/df1b26a7-37c9-4190-859d-58c9994322ac.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.619504] env[69572]: DEBUG oslo_concurrency.lockutils [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.619757] env[69572]: DEBUG oslo_concurrency.lockutils [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.620007] env[69572]: DEBUG nova.network.neutron [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.621159] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edfa786f-0098-4b2a-acf9-0ef1886ad5d8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.644075] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434596} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.645331] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 23fe5bc6-1479-4ab4-b49d-38b87887eedb/23fe5bc6-1479-4ab4-b49d-38b87887eedb.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.645633] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.646226] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 738.646226] env[69572]: value = "task-3434145" [ 738.646226] env[69572]: _type = "Task" [ 738.646226] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.646521] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a0c80f4-a9e4-4c3f-9e41-991375272c6d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.656676] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.657756] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 738.657756] env[69572]: value = "task-3434146" [ 738.657756] env[69572]: _type = "Task" [ 738.657756] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.666041] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.688732] env[69572]: DEBUG nova.network.neutron [-] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.987765] env[69572]: DEBUG nova.network.neutron [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updating instance_info_cache with network_info: [{"id": "5af024e7-0b64-46b4-a35a-3b2169517e13", "address": "fa:16:3e:2a:c4:1f", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5af024e7-0b", "ovs_interfaceid": "5af024e7-0b64-46b4-a35a-3b2169517e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.101846] env[69572]: DEBUG nova.scheduler.client.report [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.158864] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434145, 'name': ReconfigVM_Task, 'duration_secs': 0.426766} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.161921] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Reconfigured VM instance instance-00000025 to attach disk [datastore1] df1b26a7-37c9-4190-859d-58c9994322ac/df1b26a7-37c9-4190-859d-58c9994322ac.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.162543] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e80f6a40-d5d2-4aad-a640-dd06d8224e92 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.168421] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075426} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.170162] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.170496] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 739.170496] env[69572]: value = "task-3434147" [ 739.170496] env[69572]: _type = "Task" [ 739.170496] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.171202] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d01b050-bf54-490c-b9e2-d597c02ee42c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.180910] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434147, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.199040] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 23fe5bc6-1479-4ab4-b49d-38b87887eedb/23fe5bc6-1479-4ab4-b49d-38b87887eedb.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.199040] env[69572]: INFO nova.compute.manager [-] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Took 1.47 seconds to deallocate network for instance. [ 739.199252] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb9187e0-c6d2-478c-8494-101c1ab19dfb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.221243] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 739.221243] env[69572]: value = "task-3434148" [ 739.221243] env[69572]: _type = "Task" [ 739.221243] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.231643] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.428369] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.428658] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.428892] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.429124] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.429325] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.431622] env[69572]: INFO nova.compute.manager [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Terminating instance [ 739.492079] env[69572]: DEBUG oslo_concurrency.lockutils [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-e558537c-3b7c-45c6-ba0e-754fe2895d6c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.606985] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.607547] env[69572]: DEBUG nova.compute.manager [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 739.610674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.893s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.610958] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.616698] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.674s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.618841] env[69572]: INFO nova.compute.claims [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.644714] env[69572]: INFO nova.scheduler.client.report [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Deleted allocations for instance 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea [ 739.685314] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434147, 'name': Rename_Task, 'duration_secs': 0.374632} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.685939] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.685939] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e06b4d31-589b-4120-8bb7-fd0ddc977ffc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.694606] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 739.694606] env[69572]: value = "task-3434149" [ 739.694606] env[69572]: _type = "Task" [ 739.694606] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.706043] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.720327] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.730765] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.935387] env[69572]: DEBUG nova.compute.manager [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 739.935631] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.936660] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596db856-2ae4-4b84-af52-51fae5a85913 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.945611] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.945871] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f0eab24-aacd-4373-a95d-9a6c407b6e32 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.952158] env[69572]: DEBUG oslo_vmware.api [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 739.952158] env[69572]: value = "task-3434150" [ 739.952158] env[69572]: _type = "Task" [ 739.952158] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.961008] env[69572]: DEBUG oslo_vmware.api [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.976336] env[69572]: DEBUG nova.compute.manager [req-6f0ff9f4-3429-4c68-9380-3cf021d5f043 req-248fdc31-51bd-447f-9252-56612257118d service nova] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Received event network-vif-deleted-d29829e6-03ec-4752-85e0-66276a7b8caf {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 739.996946] env[69572]: DEBUG oslo_concurrency.lockutils [None req-061b5495-1601-43c9-a463-999cc657ff97 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-e558537c-3b7c-45c6-ba0e-754fe2895d6c-2ec9c690-005b-4a3c-acb2-a30faa3b05f3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.368s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.123685] env[69572]: DEBUG nova.compute.utils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.127982] env[69572]: DEBUG nova.compute.manager [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 740.127982] env[69572]: DEBUG nova.network.neutron [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.154171] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd23d4db-f9fe-4d9e-86e8-041e0749cf9c tempest-DeleteServersAdminTestJSON-895747411 tempest-DeleteServersAdminTestJSON-895747411-project-member] Lock "4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.969s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.204386] env[69572]: DEBUG nova.policy [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96e1d7a9461d4bbe93b6917ca027c81f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb02c8be8ce42dbb07b5413b1a4e0b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.210897] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434149, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.236224] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434148, 'name': ReconfigVM_Task, 'duration_secs': 0.800008} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.236224] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 23fe5bc6-1479-4ab4-b49d-38b87887eedb/23fe5bc6-1479-4ab4-b49d-38b87887eedb.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.236224] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6912df2d-92fd-40c9-9d36-a0bc827d6e47 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.242665] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 740.242665] env[69572]: value = "task-3434151" [ 740.242665] env[69572]: _type = "Task" [ 740.242665] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.251468] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434151, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.462530] env[69572]: DEBUG oslo_vmware.api [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434150, 'name': PowerOffVM_Task, 'duration_secs': 0.293922} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.462835] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.463295] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.463295] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beccb7ac-ed37-4f9f-a9c0-0471f43cb178 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.524846] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.525232] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.527941] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleting the datastore file [datastore2] e558537c-3b7c-45c6-ba0e-754fe2895d6c {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.528258] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91618223-7819-4bcf-a22b-6adf1a737ed9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.534415] env[69572]: DEBUG oslo_vmware.api [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 740.534415] env[69572]: value = "task-3434153" [ 740.534415] env[69572]: _type = "Task" [ 740.534415] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.549331] env[69572]: DEBUG oslo_vmware.api [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.628308] env[69572]: DEBUG nova.compute.manager [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 740.642113] env[69572]: DEBUG nova.network.neutron [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Successfully created port: f1569054-9d36-4986-97cd-6f8d6f9c5a18 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.706092] env[69572]: DEBUG oslo_vmware.api [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434149, 'name': PowerOnVM_Task, 'duration_secs': 0.632207} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.708679] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.708895] env[69572]: DEBUG nova.compute.manager [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 740.710275] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb85f59-880c-4424-8f8c-5d28758620d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.753631] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434151, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.052693] env[69572]: DEBUG oslo_vmware.api [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396459} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.052908] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.052986] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.054160] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.054427] env[69572]: INFO nova.compute.manager [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 741.054756] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.058582] env[69572]: DEBUG nova.compute.manager [-] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 741.058705] env[69572]: DEBUG nova.network.neutron [-] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.108851] env[69572]: DEBUG nova.network.neutron [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Successfully created port: a71bd6cf-5fc4-4020-9fb2-1e64cdd45316 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.227614] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.262576] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434151, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.264620] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b1bd8d-7d2d-469e-94e5-247f927fce62 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.271415] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6df90de-6caa-4252-94d0-2f47a4ea48aa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.306238] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf44e26b-aaec-4dfe-8d28-72192e4532d8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.316203] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8450e99b-b11b-49da-8566-818c3b86bdb8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.330720] env[69572]: DEBUG nova.compute.provider_tree [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.643272] env[69572]: DEBUG nova.compute.manager [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 741.669121] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.669405] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.669560] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.669737] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.669880] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.670074] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.670355] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.670542] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.670747] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.670957] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.671211] env[69572]: DEBUG nova.virt.hardware [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.672222] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbee16b-6432-4026-af86-7fa5555738c6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.682586] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38dfcea-772b-4bdd-a479-f95aed275e0b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.755364] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434151, 'name': Rename_Task, 'duration_secs': 1.072664} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.755655] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.755901] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a6091e4-20b2-49b7-adb3-9102cacaac25 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.762355] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 741.762355] env[69572]: value = "task-3434154" [ 741.762355] env[69572]: _type = "Task" [ 741.762355] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.769859] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.835653] env[69572]: DEBUG nova.scheduler.client.report [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.875983] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "df1b26a7-37c9-4190-859d-58c9994322ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.876826] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "df1b26a7-37c9-4190-859d-58c9994322ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.877095] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "df1b26a7-37c9-4190-859d-58c9994322ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.877297] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "df1b26a7-37c9-4190-859d-58c9994322ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.877464] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "df1b26a7-37c9-4190-859d-58c9994322ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.881517] env[69572]: INFO nova.compute.manager [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Terminating instance [ 741.889621] env[69572]: DEBUG nova.compute.manager [req-c4c1de2d-f851-488a-867e-ecf41d2ea5f6 req-1391dc12-3d5f-47bb-909f-183ec34550c9 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Received event network-vif-deleted-5af024e7-0b64-46b4-a35a-3b2169517e13 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 741.889621] env[69572]: INFO nova.compute.manager [req-c4c1de2d-f851-488a-867e-ecf41d2ea5f6 req-1391dc12-3d5f-47bb-909f-183ec34550c9 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Neutron deleted interface 5af024e7-0b64-46b4-a35a-3b2169517e13; detaching it from the instance and deleting it from the info cache [ 741.889700] env[69572]: DEBUG nova.network.neutron [req-c4c1de2d-f851-488a-867e-ecf41d2ea5f6 req-1391dc12-3d5f-47bb-909f-183ec34550c9 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.272757] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.341094] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.341641] env[69572]: DEBUG nova.compute.manager [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 742.344490] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.050s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.344749] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.346807] env[69572]: DEBUG oslo_concurrency.lockutils [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.603s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.347055] env[69572]: DEBUG oslo_concurrency.lockutils [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.349911] env[69572]: DEBUG oslo_concurrency.lockutils [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.021s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.372660] env[69572]: DEBUG nova.network.neutron [-] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.385424] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "refresh_cache-df1b26a7-37c9-4190-859d-58c9994322ac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.385725] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquired lock "refresh_cache-df1b26a7-37c9-4190-859d-58c9994322ac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.385968] env[69572]: DEBUG nova.network.neutron [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.391271] env[69572]: INFO nova.scheduler.client.report [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Deleted allocations for instance 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac [ 742.391271] env[69572]: INFO nova.scheduler.client.report [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Deleted allocations for instance 16f4a6eb-ba57-409c-a828-0a49823f3a8c [ 742.400952] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9880ae1-cdbb-414e-ad5a-911d4e633cf9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.417336] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ae1e40-8461-42dc-ab23-82d2747ebf83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.454413] env[69572]: DEBUG nova.compute.manager [req-c4c1de2d-f851-488a-867e-ecf41d2ea5f6 req-1391dc12-3d5f-47bb-909f-183ec34550c9 service nova] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Detach interface failed, port_id=5af024e7-0b64-46b4-a35a-3b2169517e13, reason: Instance e558537c-3b7c-45c6-ba0e-754fe2895d6c could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 742.782217] env[69572]: DEBUG oslo_vmware.api [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434154, 'name': PowerOnVM_Task, 'duration_secs': 0.949009} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.782577] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.782790] env[69572]: DEBUG nova.compute.manager [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.783622] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae79a3f-ab72-4194-bee3-6e33a2e1aee2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.852446] env[69572]: DEBUG nova.compute.utils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.856186] env[69572]: DEBUG nova.compute.manager [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 742.856356] env[69572]: DEBUG nova.network.neutron [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.875297] env[69572]: INFO nova.compute.manager [-] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Took 1.82 seconds to deallocate network for instance. [ 742.899868] env[69572]: DEBUG nova.policy [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a881e59a2204b9e89559988dddb3140', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54f6d2aa05a0464d9d65dbe5292050c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.905102] env[69572]: DEBUG oslo_concurrency.lockutils [None req-46fb06c3-1c86-43a3-98f0-d9ffc3363d9c tempest-FloatingIPsAssociationTestJSON-518864867 tempest-FloatingIPsAssociationTestJSON-518864867-project-member] Lock "4c79bd64-8386-4deb-ae2a-9e7caf7c0eac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.628s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.909911] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bd63438a-e746-4da5-9690-53f371455ba2 tempest-TenantUsagesTestJSON-1775622939 tempest-TenantUsagesTestJSON-1775622939-project-member] Lock "16f4a6eb-ba57-409c-a828-0a49823f3a8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.673s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.943496] env[69572]: DEBUG nova.network.neutron [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.034112] env[69572]: DEBUG nova.compute.manager [req-4afbca0d-91f8-43db-8e4f-8f8c720d7b02 req-d1359b4e-d94e-445c-975b-5b5ff67cea4b service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Received event network-vif-plugged-f1569054-9d36-4986-97cd-6f8d6f9c5a18 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 743.034112] env[69572]: DEBUG oslo_concurrency.lockutils [req-4afbca0d-91f8-43db-8e4f-8f8c720d7b02 req-d1359b4e-d94e-445c-975b-5b5ff67cea4b service nova] Acquiring lock "228334f1-18ab-44f2-9b88-b61b11795099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.034415] env[69572]: DEBUG oslo_concurrency.lockutils [req-4afbca0d-91f8-43db-8e4f-8f8c720d7b02 req-d1359b4e-d94e-445c-975b-5b5ff67cea4b service nova] Lock "228334f1-18ab-44f2-9b88-b61b11795099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.034449] env[69572]: DEBUG oslo_concurrency.lockutils [req-4afbca0d-91f8-43db-8e4f-8f8c720d7b02 req-d1359b4e-d94e-445c-975b-5b5ff67cea4b service nova] Lock "228334f1-18ab-44f2-9b88-b61b11795099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.034875] env[69572]: DEBUG nova.compute.manager [req-4afbca0d-91f8-43db-8e4f-8f8c720d7b02 req-d1359b4e-d94e-445c-975b-5b5ff67cea4b service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] No waiting events found dispatching network-vif-plugged-f1569054-9d36-4986-97cd-6f8d6f9c5a18 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 743.035055] env[69572]: WARNING nova.compute.manager [req-4afbca0d-91f8-43db-8e4f-8f8c720d7b02 req-d1359b4e-d94e-445c-975b-5b5ff67cea4b service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Received unexpected event network-vif-plugged-f1569054-9d36-4986-97cd-6f8d6f9c5a18 for instance with vm_state building and task_state spawning. [ 743.113629] env[69572]: DEBUG nova.network.neutron [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.306410] env[69572]: DEBUG oslo_concurrency.lockutils [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.351174] env[69572]: DEBUG nova.network.neutron [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Successfully created port: 505f50f6-f853-49bb-9ccd-6e6d912a2d1a {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.359663] env[69572]: DEBUG nova.compute.manager [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 743.388626] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.406564] env[69572]: DEBUG nova.network.neutron [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Successfully updated port: f1569054-9d36-4986-97cd-6f8d6f9c5a18 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.432681] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f496b5-a495-4218-af16-2264f0a4c977 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.443543] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0873d8f-c7ee-42b4-a3b5-5748e66ea7d4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.476951] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18188e5-576f-475e-bad3-6b0b46006a9d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.484711] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe979224-c2f7-4aed-bbbd-38267b771341 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.500535] env[69572]: DEBUG nova.compute.provider_tree [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.619032] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Releasing lock "refresh_cache-df1b26a7-37c9-4190-859d-58c9994322ac" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.619855] env[69572]: DEBUG nova.compute.manager [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 743.619855] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.620923] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e18938-b6c4-45e0-8cac-2a2b0e58775e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.630870] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.631251] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e39ed82d-47fc-4341-bd36-8c8d92cad603 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.637987] env[69572]: DEBUG oslo_vmware.api [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 743.637987] env[69572]: value = "task-3434155" [ 743.637987] env[69572]: _type = "Task" [ 743.637987] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.645922] env[69572]: DEBUG oslo_vmware.api [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.007330] env[69572]: DEBUG nova.scheduler.client.report [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.148401] env[69572]: DEBUG oslo_vmware.api [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434155, 'name': PowerOffVM_Task, 'duration_secs': 0.490976} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.148611] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.148777] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.149061] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74f0e952-0b55-44bb-b3fd-09132f6f0a84 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.272190] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "23fe5bc6-1479-4ab4-b49d-38b87887eedb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.272481] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "23fe5bc6-1479-4ab4-b49d-38b87887eedb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.272688] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "23fe5bc6-1479-4ab4-b49d-38b87887eedb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.273337] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "23fe5bc6-1479-4ab4-b49d-38b87887eedb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.273337] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "23fe5bc6-1479-4ab4-b49d-38b87887eedb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.276341] env[69572]: INFO nova.compute.manager [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Terminating instance [ 744.374535] env[69572]: DEBUG nova.compute.manager [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 744.380158] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.380410] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.380580] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Deleting the datastore file [datastore1] df1b26a7-37c9-4190-859d-58c9994322ac {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.380885] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f4b0704-ae9f-4998-b9e3-f3d6ddae6d15 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.390591] env[69572]: DEBUG oslo_vmware.api [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for the task: (returnval){ [ 744.390591] env[69572]: value = "task-3434157" [ 744.390591] env[69572]: _type = "Task" [ 744.390591] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.407846] env[69572]: DEBUG oslo_vmware.api [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.417458] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.417458] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.417569] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.417877] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.417877] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.418038] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.420085] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.420085] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.420085] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.420085] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.420085] env[69572]: DEBUG nova.virt.hardware [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.420522] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d954e3-ff6f-459f-9ea7-61c354bcad1f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.431676] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eb9819-db5d-42ab-98c1-95e54f12a082 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.779964] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "refresh_cache-23fe5bc6-1479-4ab4-b49d-38b87887eedb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.780345] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquired lock "refresh_cache-23fe5bc6-1479-4ab4-b49d-38b87887eedb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.780419] env[69572]: DEBUG nova.network.neutron [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.904928] env[69572]: DEBUG oslo_vmware.api [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Task: {'id': task-3434157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097837} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.904928] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.904928] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.904928] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.904928] env[69572]: INFO nova.compute.manager [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Took 1.28 seconds to destroy the instance on the hypervisor. [ 744.904928] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.905207] env[69572]: DEBUG nova.compute.manager [-] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 744.905207] env[69572]: DEBUG nova.network.neutron [-] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.938690] env[69572]: DEBUG nova.network.neutron [-] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.026016] env[69572]: DEBUG oslo_concurrency.lockutils [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.676s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.029201] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.358s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.030949] env[69572]: INFO nova.compute.claims [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.205906] env[69572]: DEBUG nova.compute.manager [req-2cd97a84-d5d5-476b-aefe-a8b355475337 req-b8a4528d-3ddd-4b1d-ba1d-1bad9d2710d6 service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Received event network-changed-f1569054-9d36-4986-97cd-6f8d6f9c5a18 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 745.206280] env[69572]: DEBUG nova.compute.manager [req-2cd97a84-d5d5-476b-aefe-a8b355475337 req-b8a4528d-3ddd-4b1d-ba1d-1bad9d2710d6 service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Refreshing instance network info cache due to event network-changed-f1569054-9d36-4986-97cd-6f8d6f9c5a18. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 745.206522] env[69572]: DEBUG oslo_concurrency.lockutils [req-2cd97a84-d5d5-476b-aefe-a8b355475337 req-b8a4528d-3ddd-4b1d-ba1d-1bad9d2710d6 service nova] Acquiring lock "refresh_cache-228334f1-18ab-44f2-9b88-b61b11795099" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.206697] env[69572]: DEBUG oslo_concurrency.lockutils [req-2cd97a84-d5d5-476b-aefe-a8b355475337 req-b8a4528d-3ddd-4b1d-ba1d-1bad9d2710d6 service nova] Acquired lock "refresh_cache-228334f1-18ab-44f2-9b88-b61b11795099" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.206815] env[69572]: DEBUG nova.network.neutron [req-2cd97a84-d5d5-476b-aefe-a8b355475337 req-b8a4528d-3ddd-4b1d-ba1d-1bad9d2710d6 service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Refreshing network info cache for port f1569054-9d36-4986-97cd-6f8d6f9c5a18 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.307307] env[69572]: DEBUG nova.network.neutron [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.316126] env[69572]: DEBUG nova.network.neutron [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Successfully updated port: 505f50f6-f853-49bb-9ccd-6e6d912a2d1a {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.380146] env[69572]: DEBUG nova.compute.manager [req-6618c3e1-bc80-4a63-a60b-b387be9b6499 req-621cf4b7-cab2-4d5f-b387-b6078303d359 service nova] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Received event network-vif-plugged-505f50f6-f853-49bb-9ccd-6e6d912a2d1a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 745.380393] env[69572]: DEBUG oslo_concurrency.lockutils [req-6618c3e1-bc80-4a63-a60b-b387be9b6499 req-621cf4b7-cab2-4d5f-b387-b6078303d359 service nova] Acquiring lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.380602] env[69572]: DEBUG oslo_concurrency.lockutils [req-6618c3e1-bc80-4a63-a60b-b387be9b6499 req-621cf4b7-cab2-4d5f-b387-b6078303d359 service nova] Lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.380766] env[69572]: DEBUG oslo_concurrency.lockutils [req-6618c3e1-bc80-4a63-a60b-b387be9b6499 req-621cf4b7-cab2-4d5f-b387-b6078303d359 service nova] Lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.380996] env[69572]: DEBUG nova.compute.manager [req-6618c3e1-bc80-4a63-a60b-b387be9b6499 req-621cf4b7-cab2-4d5f-b387-b6078303d359 service nova] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] No waiting events found dispatching network-vif-plugged-505f50f6-f853-49bb-9ccd-6e6d912a2d1a {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.381660] env[69572]: WARNING nova.compute.manager [req-6618c3e1-bc80-4a63-a60b-b387be9b6499 req-621cf4b7-cab2-4d5f-b387-b6078303d359 service nova] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Received unexpected event network-vif-plugged-505f50f6-f853-49bb-9ccd-6e6d912a2d1a for instance with vm_state building and task_state spawning. [ 745.441180] env[69572]: DEBUG nova.network.neutron [-] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.501129] env[69572]: DEBUG nova.network.neutron [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.613973] env[69572]: INFO nova.scheduler.client.report [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Deleted allocation for migration 663865b5-f6f9-405a-8bdd-0ace9cc0efc1 [ 745.783108] env[69572]: DEBUG nova.network.neutron [req-2cd97a84-d5d5-476b-aefe-a8b355475337 req-b8a4528d-3ddd-4b1d-ba1d-1bad9d2710d6 service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.818443] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "refresh_cache-54bb24f0-d4b8-40d3-8c8d-3ce706540b61" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.818611] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "refresh_cache-54bb24f0-d4b8-40d3-8c8d-3ce706540b61" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.818769] env[69572]: DEBUG nova.network.neutron [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.943948] env[69572]: INFO nova.compute.manager [-] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Took 1.04 seconds to deallocate network for instance. [ 745.997143] env[69572]: DEBUG nova.network.neutron [req-2cd97a84-d5d5-476b-aefe-a8b355475337 req-b8a4528d-3ddd-4b1d-ba1d-1bad9d2710d6 service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.004276] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Releasing lock "refresh_cache-23fe5bc6-1479-4ab4-b49d-38b87887eedb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.004688] env[69572]: DEBUG nova.compute.manager [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 746.004876] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.005792] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3273a056-0416-471e-98b2-50d30eb7bff0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.015706] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.015953] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fd24dfa-36f5-43e4-afcb-8ecd2f2c3eff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.027768] env[69572]: DEBUG oslo_vmware.api [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 746.027768] env[69572]: value = "task-3434158" [ 746.027768] env[69572]: _type = "Task" [ 746.027768] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.036201] env[69572]: DEBUG oslo_vmware.api [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.122291] env[69572]: DEBUG oslo_concurrency.lockutils [None req-089fd1e4-ccfb-4d59-902b-ff7a3ec3d970 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "23dfab87-fb78-4861-89ac-acc1530353f1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.226s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.136286] env[69572]: DEBUG nova.network.neutron [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Successfully updated port: a71bd6cf-5fc4-4020-9fb2-1e64cdd45316 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.368389] env[69572]: DEBUG nova.network.neutron [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.450196] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.499364] env[69572]: DEBUG oslo_concurrency.lockutils [req-2cd97a84-d5d5-476b-aefe-a8b355475337 req-b8a4528d-3ddd-4b1d-ba1d-1bad9d2710d6 service nova] Releasing lock "refresh_cache-228334f1-18ab-44f2-9b88-b61b11795099" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.537046] env[69572]: DEBUG oslo_vmware.api [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434158, 'name': PowerOffVM_Task, 'duration_secs': 0.191307} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.537305] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.537633] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.537701] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c529710-1d15-48b8-9f52-f28e8cfcef7d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.570795] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.571412] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.571412] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Deleting the datastore file [datastore1] 23fe5bc6-1479-4ab4-b49d-38b87887eedb {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.571805] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97e6d610-9d62-43c2-832d-62837f30228b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.584143] env[69572]: DEBUG oslo_vmware.api [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for the task: (returnval){ [ 746.584143] env[69572]: value = "task-3434160" [ 746.584143] env[69572]: _type = "Task" [ 746.584143] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.597635] env[69572]: DEBUG oslo_vmware.api [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.600212] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2e3b07-664e-49b2-8465-6e5ed9a21dfa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.610797] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e310c7b-0631-42d2-b689-d0a4983b67c9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.649406] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "refresh_cache-228334f1-18ab-44f2-9b88-b61b11795099" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.649569] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquired lock "refresh_cache-228334f1-18ab-44f2-9b88-b61b11795099" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.649716] env[69572]: DEBUG nova.network.neutron [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.651855] env[69572]: DEBUG nova.network.neutron [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Updating instance_info_cache with network_info: [{"id": "505f50f6-f853-49bb-9ccd-6e6d912a2d1a", "address": "fa:16:3e:ed:ce:71", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505f50f6-f8", "ovs_interfaceid": "505f50f6-f853-49bb-9ccd-6e6d912a2d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.653435] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dad484-6953-4b84-8825-124622c57d63 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.662521] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0597eb0-cb1a-4744-a80b-aae8ccdc789c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.677893] env[69572]: DEBUG nova.compute.provider_tree [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.095502] env[69572]: DEBUG oslo_vmware.api [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Task: {'id': task-3434160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092476} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.095502] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.095502] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.095794] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.095794] env[69572]: INFO nova.compute.manager [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Took 1.09 seconds to destroy the instance on the hypervisor. [ 747.095931] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.096144] env[69572]: DEBUG nova.compute.manager [-] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 747.096236] env[69572]: DEBUG nova.network.neutron [-] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.130642] env[69572]: DEBUG nova.network.neutron [-] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.159309] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "refresh_cache-54bb24f0-d4b8-40d3-8c8d-3ce706540b61" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.159600] env[69572]: DEBUG nova.compute.manager [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Instance network_info: |[{"id": "505f50f6-f853-49bb-9ccd-6e6d912a2d1a", "address": "fa:16:3e:ed:ce:71", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505f50f6-f8", "ovs_interfaceid": "505f50f6-f853-49bb-9ccd-6e6d912a2d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 747.160682] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:ce:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '505f50f6-f853-49bb-9ccd-6e6d912a2d1a', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.168055] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating folder: Project (54f6d2aa05a0464d9d65dbe5292050c4). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.168636] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd5ce9d5-a085-4eec-9c8a-55a933d6c4a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.179829] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Created folder: Project (54f6d2aa05a0464d9d65dbe5292050c4) in parent group-v685431. [ 747.180025] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating folder: Instances. Parent ref: group-v685545. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.180261] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d69a5c1-b3a6-447b-97d6-8567379bbf75 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.182376] env[69572]: DEBUG nova.scheduler.client.report [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.193458] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Created folder: Instances in parent group-v685545. [ 747.193686] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.193869] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.194087] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f9d0f21-761d-4878-a7c8-cc649944599f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.214413] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.214413] env[69572]: value = "task-3434163" [ 747.214413] env[69572]: _type = "Task" [ 747.214413] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.224180] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434163, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.257452] env[69572]: DEBUG nova.network.neutron [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.633013] env[69572]: DEBUG nova.network.neutron [-] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.686777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.687329] env[69572]: DEBUG nova.compute.manager [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 747.692947] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.616s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.694558] env[69572]: INFO nova.compute.claims [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.726477] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434163, 'name': CreateVM_Task, 'duration_secs': 0.320356} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.726687] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.727486] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.727692] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.728049] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.728354] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d69feaf-f61c-4508-9618-20a753dad046 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.733476] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 747.733476] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526c5312-9e4b-d7c2-21f2-ea508886f75c" [ 747.733476] env[69572]: _type = "Task" [ 747.733476] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.743358] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526c5312-9e4b-d7c2-21f2-ea508886f75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.889624] env[69572]: DEBUG nova.compute.manager [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Received event network-vif-plugged-a71bd6cf-5fc4-4020-9fb2-1e64cdd45316 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 747.889839] env[69572]: DEBUG oslo_concurrency.lockutils [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] Acquiring lock "228334f1-18ab-44f2-9b88-b61b11795099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.890062] env[69572]: DEBUG oslo_concurrency.lockutils [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] Lock "228334f1-18ab-44f2-9b88-b61b11795099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.890235] env[69572]: DEBUG oslo_concurrency.lockutils [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] Lock "228334f1-18ab-44f2-9b88-b61b11795099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.890397] env[69572]: DEBUG nova.compute.manager [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] No waiting events found dispatching network-vif-plugged-a71bd6cf-5fc4-4020-9fb2-1e64cdd45316 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 747.890557] env[69572]: WARNING nova.compute.manager [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Received unexpected event network-vif-plugged-a71bd6cf-5fc4-4020-9fb2-1e64cdd45316 for instance with vm_state building and task_state spawning. [ 747.890712] env[69572]: DEBUG nova.compute.manager [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Received event network-changed-a71bd6cf-5fc4-4020-9fb2-1e64cdd45316 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 747.890884] env[69572]: DEBUG nova.compute.manager [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Refreshing instance network info cache due to event network-changed-a71bd6cf-5fc4-4020-9fb2-1e64cdd45316. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 747.891182] env[69572]: DEBUG oslo_concurrency.lockutils [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] Acquiring lock "refresh_cache-228334f1-18ab-44f2-9b88-b61b11795099" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.959428] env[69572]: DEBUG nova.network.neutron [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Updating instance_info_cache with network_info: [{"id": "f1569054-9d36-4986-97cd-6f8d6f9c5a18", "address": "fa:16:3e:84:62:38", "network": {"id": "27f7d7c8-2282-4bc1-9fcf-27b52ec45ab1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-621508544", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1569054-9d", "ovs_interfaceid": "f1569054-9d36-4986-97cd-6f8d6f9c5a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a71bd6cf-5fc4-4020-9fb2-1e64cdd45316", "address": "fa:16:3e:e5:c5:1e", "network": {"id": "3f2bd1ca-831e-48ae-bf97-697ec656807b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755224233", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa71bd6cf-5f", "ovs_interfaceid": "a71bd6cf-5fc4-4020-9fb2-1e64cdd45316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.051798] env[69572]: DEBUG nova.compute.manager [req-bda35450-9551-4843-952d-698a926696c2 req-3d236b49-e674-4551-81e4-891586aa0c31 service nova] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Received event network-changed-505f50f6-f853-49bb-9ccd-6e6d912a2d1a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 748.052048] env[69572]: DEBUG nova.compute.manager [req-bda35450-9551-4843-952d-698a926696c2 req-3d236b49-e674-4551-81e4-891586aa0c31 service nova] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Refreshing instance network info cache due to event network-changed-505f50f6-f853-49bb-9ccd-6e6d912a2d1a. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 748.052284] env[69572]: DEBUG oslo_concurrency.lockutils [req-bda35450-9551-4843-952d-698a926696c2 req-3d236b49-e674-4551-81e4-891586aa0c31 service nova] Acquiring lock "refresh_cache-54bb24f0-d4b8-40d3-8c8d-3ce706540b61" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.052436] env[69572]: DEBUG oslo_concurrency.lockutils [req-bda35450-9551-4843-952d-698a926696c2 req-3d236b49-e674-4551-81e4-891586aa0c31 service nova] Acquired lock "refresh_cache-54bb24f0-d4b8-40d3-8c8d-3ce706540b61" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.052618] env[69572]: DEBUG nova.network.neutron [req-bda35450-9551-4843-952d-698a926696c2 req-3d236b49-e674-4551-81e4-891586aa0c31 service nova] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Refreshing network info cache for port 505f50f6-f853-49bb-9ccd-6e6d912a2d1a {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.135209] env[69572]: INFO nova.compute.manager [-] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Took 1.04 seconds to deallocate network for instance. [ 748.200942] env[69572]: DEBUG nova.compute.utils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.202285] env[69572]: DEBUG nova.compute.manager [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 748.202453] env[69572]: DEBUG nova.network.neutron [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.251239] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526c5312-9e4b-d7c2-21f2-ea508886f75c, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.251544] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.251770] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.252022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.252181] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.252360] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.252619] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e8f9fa6-7acc-4145-aed4-f9cfd67de333 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.269538] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.269749] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.270532] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e7eb00-bf69-4710-be68-e9021d0e3381 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.275889] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 748.275889] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524ad2bb-82b9-2acb-aabd-020f4f8a5ef5" [ 748.275889] env[69572]: _type = "Task" [ 748.275889] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.283362] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524ad2bb-82b9-2acb-aabd-020f4f8a5ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.463836] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Releasing lock "refresh_cache-228334f1-18ab-44f2-9b88-b61b11795099" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.464240] env[69572]: DEBUG nova.compute.manager [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Instance network_info: |[{"id": "f1569054-9d36-4986-97cd-6f8d6f9c5a18", "address": "fa:16:3e:84:62:38", "network": {"id": "27f7d7c8-2282-4bc1-9fcf-27b52ec45ab1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-621508544", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1569054-9d", "ovs_interfaceid": "f1569054-9d36-4986-97cd-6f8d6f9c5a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a71bd6cf-5fc4-4020-9fb2-1e64cdd45316", "address": "fa:16:3e:e5:c5:1e", "network": {"id": "3f2bd1ca-831e-48ae-bf97-697ec656807b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755224233", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa71bd6cf-5f", "ovs_interfaceid": "a71bd6cf-5fc4-4020-9fb2-1e64cdd45316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 748.464567] env[69572]: DEBUG oslo_concurrency.lockutils [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] Acquired lock "refresh_cache-228334f1-18ab-44f2-9b88-b61b11795099" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.464747] env[69572]: DEBUG nova.network.neutron [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Refreshing network info cache for port a71bd6cf-5fc4-4020-9fb2-1e64cdd45316 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.465978] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:62:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1569054-9d36-4986-97cd-6f8d6f9c5a18', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:c5:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a71bd6cf-5fc4-4020-9fb2-1e64cdd45316', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.476898] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.476898] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.477079] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a61b5b8b-c484-4a9e-b767-61b3e3b688d5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.502881] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.502881] env[69572]: value = "task-3434164" [ 748.502881] env[69572]: _type = "Task" [ 748.502881] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.512929] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434164, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.514435] env[69572]: DEBUG nova.policy [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea04489e18b9427796d74611d72ec073', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef65ed7ba3a461292672af7bc2d3f29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.644138] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.707508] env[69572]: DEBUG nova.compute.manager [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 748.788527] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524ad2bb-82b9-2acb-aabd-020f4f8a5ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.792063] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3431780e-e4b4-4763-bcac-1782a05d51c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.799077] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 748.799077] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52745f99-4363-f6d0-6b8c-b44447c934d0" [ 748.799077] env[69572]: _type = "Task" [ 748.799077] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.812545] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52745f99-4363-f6d0-6b8c-b44447c934d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009085} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.815291] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.815561] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 54bb24f0-d4b8-40d3-8c8d-3ce706540b61/54bb24f0-d4b8-40d3-8c8d-3ce706540b61.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.816017] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8570ea22-277d-452f-bb6c-9baf1dece1af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.827971] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 748.827971] env[69572]: value = "task-3434165" [ 748.827971] env[69572]: _type = "Task" [ 748.827971] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.836308] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.018482] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434164, 'name': CreateVM_Task, 'duration_secs': 0.324763} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.018482] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.018608] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.018832] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.019204] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.021895] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7750253-c4f6-42e1-90a8-03ebd1585068 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.026836] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 749.026836] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5205e6ba-22a5-cd38-4dd8-cb06f9cc7639" [ 749.026836] env[69572]: _type = "Task" [ 749.026836] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.037187] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5205e6ba-22a5-cd38-4dd8-cb06f9cc7639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.220296] env[69572]: DEBUG nova.network.neutron [req-bda35450-9551-4843-952d-698a926696c2 req-3d236b49-e674-4551-81e4-891586aa0c31 service nova] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Updated VIF entry in instance network info cache for port 505f50f6-f853-49bb-9ccd-6e6d912a2d1a. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.220296] env[69572]: DEBUG nova.network.neutron [req-bda35450-9551-4843-952d-698a926696c2 req-3d236b49-e674-4551-81e4-891586aa0c31 service nova] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Updating instance_info_cache with network_info: [{"id": "505f50f6-f853-49bb-9ccd-6e6d912a2d1a", "address": "fa:16:3e:ed:ce:71", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505f50f6-f8", "ovs_interfaceid": "505f50f6-f853-49bb-9ccd-6e6d912a2d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.247200] env[69572]: DEBUG nova.network.neutron [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Updated VIF entry in instance network info cache for port a71bd6cf-5fc4-4020-9fb2-1e64cdd45316. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.247200] env[69572]: DEBUG nova.network.neutron [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Updating instance_info_cache with network_info: [{"id": "f1569054-9d36-4986-97cd-6f8d6f9c5a18", "address": "fa:16:3e:84:62:38", "network": {"id": "27f7d7c8-2282-4bc1-9fcf-27b52ec45ab1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-621508544", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1569054-9d", "ovs_interfaceid": "f1569054-9d36-4986-97cd-6f8d6f9c5a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a71bd6cf-5fc4-4020-9fb2-1e64cdd45316", "address": "fa:16:3e:e5:c5:1e", "network": {"id": "3f2bd1ca-831e-48ae-bf97-697ec656807b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755224233", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa71bd6cf-5f", "ovs_interfaceid": "a71bd6cf-5fc4-4020-9fb2-1e64cdd45316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.345020] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434165, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.346709] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac74b9a-9378-4ba1-9e6d-5941d463fb5e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.354251] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53721c4-5bf4-407c-8d2f-e9816d2f4527 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.385360] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cd01be-bd4c-48b8-977c-9b8ddcb3da0b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.393821] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d371810-b28b-414c-a072-8ce60f1ffa8d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.406813] env[69572]: DEBUG nova.compute.provider_tree [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.478087] env[69572]: DEBUG nova.network.neutron [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Successfully created port: 56d6e62f-48ae-48ed-a281-84c568b7b60c {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.538154] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5205e6ba-22a5-cd38-4dd8-cb06f9cc7639, 'name': SearchDatastore_Task, 'duration_secs': 0.067816} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.538448] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.538674] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.538948] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.540015] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.540015] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.540015] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8e84b96-fabd-4023-a599-af509cb846d5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.547753] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.547930] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.548649] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c8cb48-e0b8-4b83-85c7-8be5297132d4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.554397] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 749.554397] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fc5874-757e-cd60-b2b9-fc70ec57f610" [ 749.554397] env[69572]: _type = "Task" [ 749.554397] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.562760] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fc5874-757e-cd60-b2b9-fc70ec57f610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.727679] env[69572]: DEBUG oslo_concurrency.lockutils [req-bda35450-9551-4843-952d-698a926696c2 req-3d236b49-e674-4551-81e4-891586aa0c31 service nova] Releasing lock "refresh_cache-54bb24f0-d4b8-40d3-8c8d-3ce706540b61" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.728858] env[69572]: DEBUG nova.compute.manager [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 749.752639] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.752877] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.753043] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.753233] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.753376] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.753520] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.753724] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.753876] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.754236] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.754451] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.754630] env[69572]: DEBUG nova.virt.hardware [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.755360] env[69572]: DEBUG oslo_concurrency.lockutils [req-6120d2c5-a917-4660-be82-5ac7dae97c2d req-216b4985-793b-458d-a189-ce0d55dd81ed service nova] Releasing lock "refresh_cache-228334f1-18ab-44f2-9b88-b61b11795099" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.756322] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfc40ec-9f6c-4e29-ae6f-e9130b9c6fa1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.764632] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e27e93e-fd4b-49e8-9a1c-a40d75d79882 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.837305] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540845} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.837568] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 54bb24f0-d4b8-40d3-8c8d-3ce706540b61/54bb24f0-d4b8-40d3-8c8d-3ce706540b61.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.837777] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.838086] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8797442-75a6-40a5-a9ea-58a22f73b457 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.845028] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 749.845028] env[69572]: value = "task-3434166" [ 749.845028] env[69572]: _type = "Task" [ 749.845028] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.852922] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.910103] env[69572]: DEBUG nova.scheduler.client.report [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.071048] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fc5874-757e-cd60-b2b9-fc70ec57f610, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.071048] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e4549b-c7df-4324-a41e-19d954e19de6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.074631] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 750.074631] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520c276b-bd6a-1a25-7fae-171fe35d8906" [ 750.074631] env[69572]: _type = "Task" [ 750.074631] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.082814] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520c276b-bd6a-1a25-7fae-171fe35d8906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.357441] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0658} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.357876] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.358967] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0036a63e-d796-4116-acb9-235390006842 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.386961] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 54bb24f0-d4b8-40d3-8c8d-3ce706540b61/54bb24f0-d4b8-40d3-8c8d-3ce706540b61.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.387491] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f6859e-4d38-4855-b903-cb9776b8e652 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.407759] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 750.407759] env[69572]: value = "task-3434167" [ 750.407759] env[69572]: _type = "Task" [ 750.407759] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.420018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.420018] env[69572]: DEBUG nova.compute.manager [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 750.420018] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.420018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.240s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.423344] env[69572]: INFO nova.compute.claims [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.586678] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520c276b-bd6a-1a25-7fae-171fe35d8906, 'name': SearchDatastore_Task, 'duration_secs': 0.045081} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.586844] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.587174] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 228334f1-18ab-44f2-9b88-b61b11795099/228334f1-18ab-44f2-9b88-b61b11795099.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.587398] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fb9daf7-ee5b-4f66-b8aa-224082a87966 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.594344] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 750.594344] env[69572]: value = "task-3434168" [ 750.594344] env[69572]: _type = "Task" [ 750.594344] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.606849] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.923516] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434167, 'name': ReconfigVM_Task, 'duration_secs': 0.292549} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.923516] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 54bb24f0-d4b8-40d3-8c8d-3ce706540b61/54bb24f0-d4b8-40d3-8c8d-3ce706540b61.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.923749] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a894c14d-dfeb-4eb1-b01b-32bdeb64d7f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.932489] env[69572]: DEBUG nova.compute.utils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.940029] env[69572]: DEBUG nova.compute.manager [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 750.940029] env[69572]: DEBUG nova.network.neutron [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.940029] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 750.940029] env[69572]: value = "task-3434169" [ 750.940029] env[69572]: _type = "Task" [ 750.940029] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.957911] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434169, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.991980] env[69572]: DEBUG nova.policy [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '239f0d09157541c692f23924d171601b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f3865d4bccc4994b8a559afd132ba5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.104531] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498019} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.104988] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 228334f1-18ab-44f2-9b88-b61b11795099/228334f1-18ab-44f2-9b88-b61b11795099.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.104988] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.110014] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cb68521-2ddd-49bd-a803-40c6b1e3c891 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.115740] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 751.115740] env[69572]: value = "task-3434170" [ 751.115740] env[69572]: _type = "Task" [ 751.115740] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.125084] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.336930] env[69572]: DEBUG nova.network.neutron [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Successfully created port: 4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.444792] env[69572]: DEBUG nova.compute.manager [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 751.458405] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434169, 'name': Rename_Task, 'duration_secs': 0.220536} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.459405] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.461083] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3392116-0920-46dd-8e6a-530f68db4efc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.467994] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 751.467994] env[69572]: value = "task-3434171" [ 751.467994] env[69572]: _type = "Task" [ 751.467994] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.476536] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.629658] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101526} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.630043] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.630891] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a6a210-662c-4ed7-80f3-1fc19fc9564b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.662020] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 228334f1-18ab-44f2-9b88-b61b11795099/228334f1-18ab-44f2-9b88-b61b11795099.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.663247] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6fe545b-6bbf-436a-b2b9-a75e2271fc37 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.686398] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 751.686398] env[69572]: value = "task-3434172" [ 751.686398] env[69572]: _type = "Task" [ 751.686398] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.694411] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.926960] env[69572]: DEBUG nova.network.neutron [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Successfully updated port: 56d6e62f-48ae-48ed-a281-84c568b7b60c {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.979426] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.087792] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e2eb12-3302-44ce-9790-0c27900d4f28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.095020] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e8a6e9-b589-400e-901e-0f2f1f832309 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.125143] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a588bf-76bb-4f9d-9121-b4be6f319539 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.132932] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9289a9-5001-4245-abc1-6b0c381b51d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.147826] env[69572]: DEBUG nova.compute.provider_tree [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.197402] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434172, 'name': ReconfigVM_Task, 'duration_secs': 0.271335} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.197402] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 228334f1-18ab-44f2-9b88-b61b11795099/228334f1-18ab-44f2-9b88-b61b11795099.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.198104] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56534798-3f6c-4a1f-a93b-6a0a285f2ad3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.203718] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 752.203718] env[69572]: value = "task-3434173" [ 752.203718] env[69572]: _type = "Task" [ 752.203718] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.212203] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434173, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.430143] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "refresh_cache-001031c3-4048-4c09-bc72-a7cdeb070c37" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.430143] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "refresh_cache-001031c3-4048-4c09-bc72-a7cdeb070c37" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.430143] env[69572]: DEBUG nova.network.neutron [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.464278] env[69572]: DEBUG nova.compute.manager [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 752.480691] env[69572]: DEBUG oslo_vmware.api [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434171, 'name': PowerOnVM_Task, 'duration_secs': 0.723104} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.482013] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.482672] env[69572]: INFO nova.compute.manager [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Took 8.11 seconds to spawn the instance on the hypervisor. [ 752.482672] env[69572]: DEBUG nova.compute.manager [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 752.483358] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4c8392-054d-41db-965a-f95dd76f2637 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.493521] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.493988] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.493988] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.494202] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.494339] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.494659] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.494659] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.494759] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.495072] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.495072] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.495219] env[69572]: DEBUG nova.virt.hardware [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.498125] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cae7d4-0419-47e7-b891-18c9d7a66825 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.505262] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f793b3f-ed6a-4f07-b1b4-9901ee4b69a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.621889] env[69572]: DEBUG nova.compute.manager [req-e0e5efe0-7b3f-4046-9175-515227fecda2 req-5d41f6d0-4afc-49c2-b605-4c00a85b4154 service nova] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Received event network-vif-plugged-56d6e62f-48ae-48ed-a281-84c568b7b60c {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 752.622096] env[69572]: DEBUG oslo_concurrency.lockutils [req-e0e5efe0-7b3f-4046-9175-515227fecda2 req-5d41f6d0-4afc-49c2-b605-4c00a85b4154 service nova] Acquiring lock "001031c3-4048-4c09-bc72-a7cdeb070c37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.622282] env[69572]: DEBUG oslo_concurrency.lockutils [req-e0e5efe0-7b3f-4046-9175-515227fecda2 req-5d41f6d0-4afc-49c2-b605-4c00a85b4154 service nova] Lock "001031c3-4048-4c09-bc72-a7cdeb070c37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.623024] env[69572]: DEBUG oslo_concurrency.lockutils [req-e0e5efe0-7b3f-4046-9175-515227fecda2 req-5d41f6d0-4afc-49c2-b605-4c00a85b4154 service nova] Lock "001031c3-4048-4c09-bc72-a7cdeb070c37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.623024] env[69572]: DEBUG nova.compute.manager [req-e0e5efe0-7b3f-4046-9175-515227fecda2 req-5d41f6d0-4afc-49c2-b605-4c00a85b4154 service nova] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] No waiting events found dispatching network-vif-plugged-56d6e62f-48ae-48ed-a281-84c568b7b60c {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 752.623024] env[69572]: WARNING nova.compute.manager [req-e0e5efe0-7b3f-4046-9175-515227fecda2 req-5d41f6d0-4afc-49c2-b605-4c00a85b4154 service nova] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Received unexpected event network-vif-plugged-56d6e62f-48ae-48ed-a281-84c568b7b60c for instance with vm_state building and task_state spawning. [ 752.651784] env[69572]: DEBUG nova.scheduler.client.report [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.717628] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434173, 'name': Rename_Task, 'duration_secs': 0.155406} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.717628] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.717628] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fae1656d-5aab-45c3-847d-e0c145ec3208 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.723239] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 752.723239] env[69572]: value = "task-3434174" [ 752.723239] env[69572]: _type = "Task" [ 752.723239] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.731662] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.875113] env[69572]: DEBUG nova.network.neutron [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Successfully updated port: 4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.943213] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.943506] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.966082] env[69572]: DEBUG nova.network.neutron [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.010796] env[69572]: INFO nova.compute.manager [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Took 49.09 seconds to build instance. [ 753.019170] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "6d4062fb-c945-4200-ba50-83af5b760232" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.019321] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "6d4062fb-c945-4200-ba50-83af5b760232" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.104200] env[69572]: DEBUG nova.network.neutron [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Updating instance_info_cache with network_info: [{"id": "56d6e62f-48ae-48ed-a281-84c568b7b60c", "address": "fa:16:3e:ec:18:11", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d6e62f-48", "ovs_interfaceid": "56d6e62f-48ae-48ed-a281-84c568b7b60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.156491] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.157089] env[69572]: DEBUG nova.compute.manager [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 753.159985] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.479s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.160286] env[69572]: DEBUG nova.objects.instance [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 753.177023] env[69572]: DEBUG nova.compute.manager [req-7fca2cf0-75ba-4f1d-aa5e-f2f22bb02be6 req-2186b8d4-3197-4f31-a5ee-bf377b4cb9de service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Received event network-vif-plugged-4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 753.177244] env[69572]: DEBUG oslo_concurrency.lockutils [req-7fca2cf0-75ba-4f1d-aa5e-f2f22bb02be6 req-2186b8d4-3197-4f31-a5ee-bf377b4cb9de service nova] Acquiring lock "e2329396-1e21-4b57-be90-b31a1b91743b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.177462] env[69572]: DEBUG oslo_concurrency.lockutils [req-7fca2cf0-75ba-4f1d-aa5e-f2f22bb02be6 req-2186b8d4-3197-4f31-a5ee-bf377b4cb9de service nova] Lock "e2329396-1e21-4b57-be90-b31a1b91743b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.177629] env[69572]: DEBUG oslo_concurrency.lockutils [req-7fca2cf0-75ba-4f1d-aa5e-f2f22bb02be6 req-2186b8d4-3197-4f31-a5ee-bf377b4cb9de service nova] Lock "e2329396-1e21-4b57-be90-b31a1b91743b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.177943] env[69572]: DEBUG nova.compute.manager [req-7fca2cf0-75ba-4f1d-aa5e-f2f22bb02be6 req-2186b8d4-3197-4f31-a5ee-bf377b4cb9de service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] No waiting events found dispatching network-vif-plugged-4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 753.177943] env[69572]: WARNING nova.compute.manager [req-7fca2cf0-75ba-4f1d-aa5e-f2f22bb02be6 req-2186b8d4-3197-4f31-a5ee-bf377b4cb9de service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Received unexpected event network-vif-plugged-4e76c612-07b1-4db1-9a7c-2ad30877c13e for instance with vm_state building and task_state spawning. [ 753.233682] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434174, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.380358] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.380358] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.380358] env[69572]: DEBUG nova.network.neutron [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.512886] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6487ddf7-c32f-4eab-a5fd-b02be2bbb1de tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.754s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.608356] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "refresh_cache-001031c3-4048-4c09-bc72-a7cdeb070c37" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.608729] env[69572]: DEBUG nova.compute.manager [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Instance network_info: |[{"id": "56d6e62f-48ae-48ed-a281-84c568b7b60c", "address": "fa:16:3e:ec:18:11", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d6e62f-48", "ovs_interfaceid": "56d6e62f-48ae-48ed-a281-84c568b7b60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 753.609245] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:18:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56d6e62f-48ae-48ed-a281-84c568b7b60c', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.617385] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Creating folder: Project (bef65ed7ba3a461292672af7bc2d3f29). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.617385] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9711ca8-4560-471b-8e47-07be76d6ec1b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.629366] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Created folder: Project (bef65ed7ba3a461292672af7bc2d3f29) in parent group-v685431. [ 753.629679] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Creating folder: Instances. Parent ref: group-v685549. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.630039] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3cc1f85-b529-4391-8e63-f012edef83ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.639370] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Created folder: Instances in parent group-v685549. [ 753.639496] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.639777] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.640084] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcd11416-b1a9-43e3-a0b4-b9e9b75cbdc2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.667697] env[69572]: DEBUG nova.compute.utils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.673488] env[69572]: DEBUG nova.compute.manager [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 753.673766] env[69572]: DEBUG nova.network.neutron [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.682038] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.682038] env[69572]: value = "task-3434177" [ 753.682038] env[69572]: _type = "Task" [ 753.682038] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.697614] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434177, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.720292] env[69572]: DEBUG nova.policy [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98a1f19e90c34f879102cb5b59eada2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2572f1be5c804f24b694dbfd38023f5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.722191] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.722449] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.722628] env[69572]: DEBUG nova.compute.manager [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.724328] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a9353c-c703-4e7d-9295-f69b3f4545a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.734037] env[69572]: DEBUG nova.compute.manager [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 753.734617] env[69572]: DEBUG nova.objects.instance [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lazy-loading 'flavor' on Instance uuid 54bb24f0-d4b8-40d3-8c8d-3ce706540b61 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.740015] env[69572]: DEBUG oslo_vmware.api [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434174, 'name': PowerOnVM_Task, 'duration_secs': 0.517891} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.740015] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.740015] env[69572]: INFO nova.compute.manager [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Took 12.10 seconds to spawn the instance on the hypervisor. [ 753.740323] env[69572]: DEBUG nova.compute.manager [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.741035] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dedeea-6000-4708-b091-a08a499b3481 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.956735] env[69572]: DEBUG nova.network.neutron [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.016020] env[69572]: DEBUG nova.compute.manager [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 754.053217] env[69572]: DEBUG nova.network.neutron [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Successfully created port: 147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.174636] env[69572]: DEBUG nova.compute.manager [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 754.179430] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee5385b8-f354-40fd-847a-6ad713a5e406 tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.180547] env[69572]: DEBUG oslo_concurrency.lockutils [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.427s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.180721] env[69572]: DEBUG oslo_concurrency.lockutils [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.183633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.352s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.183805] env[69572]: DEBUG oslo_concurrency.lockutils [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.185699] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.743s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.185940] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.189292] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.951s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.190734] env[69572]: INFO nova.compute.claims [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.210088] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434177, 'name': CreateVM_Task, 'duration_secs': 0.435159} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.213217] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.213849] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.214043] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.214406] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.216673] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0375703-5ed3-4c5e-aa6c-accfe0ba6a7f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.222202] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 754.222202] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e86be7-8d1c-d5a4-0d36-b2d3a28993c8" [ 754.222202] env[69572]: _type = "Task" [ 754.222202] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.233702] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e86be7-8d1c-d5a4-0d36-b2d3a28993c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.234931] env[69572]: INFO nova.scheduler.client.report [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Deleted allocations for instance aef8635a-a3e7-413e-8a05-5b8518c2a060 [ 754.240842] env[69572]: INFO nova.scheduler.client.report [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted allocations for instance 3632a917-e091-4fbe-aee1-00d7442885df [ 754.255705] env[69572]: INFO nova.scheduler.client.report [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Deleted allocations for instance 4525d836-8702-40f2-996f-c2dcd70e86bc [ 754.264142] env[69572]: INFO nova.compute.manager [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Took 53.57 seconds to build instance. [ 754.303824] env[69572]: DEBUG nova.network.neutron [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updating instance_info_cache with network_info: [{"id": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "address": "fa:16:3e:c6:2b:43", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e76c612-07", "ovs_interfaceid": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.543366] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.735474] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e86be7-8d1c-d5a4-0d36-b2d3a28993c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.737921] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.737921] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.737921] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.737921] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.737921] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.737921] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e303808d-aa46-4344-9d91-142c3bd42ec1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.742849] env[69572]: DEBUG oslo_concurrency.lockutils [None req-037e0560-ff89-44fc-ba13-841e785d42ea tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "aef8635a-a3e7-413e-8a05-5b8518c2a060" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.062s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.752180] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.755017] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49aa90c2-0c00-4d96-8393-d301d6c8147b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "3632a917-e091-4fbe-aee1-00d7442885df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.886s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.755017] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fd4a4a6-cf41-401d-b267-8d0377e263da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.756911] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.757096] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.758212] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd4bf87-6c4f-442a-a861-a3fbda5fd022 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.765515] env[69572]: DEBUG oslo_vmware.api [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 754.765515] env[69572]: value = "task-3434178" [ 754.765515] env[69572]: _type = "Task" [ 754.765515] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.766021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-669726f4-4014-4067-bbdb-33924cb26bb0 tempest-ListServersNegativeTestJSON-1952156336 tempest-ListServersNegativeTestJSON-1952156336-project-member] Lock "4525d836-8702-40f2-996f-c2dcd70e86bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.948s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.767396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e887b36d-cbbf-47b0-9ff1-9ee02cc40b15 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "228334f1-18ab-44f2-9b88-b61b11795099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.378s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.778238] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 754.778238] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525d4ad0-7e6a-6619-0bc8-c6a60a6d16a1" [ 754.778238] env[69572]: _type = "Task" [ 754.778238] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.791354] env[69572]: DEBUG oslo_vmware.api [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.796949] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525d4ad0-7e6a-6619-0bc8-c6a60a6d16a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.798262] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c79e1f-e4e6-40e8-9dd0-8fe719c96889 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.805121] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 754.805121] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5230c123-2690-d2e8-364d-785e96069d3d" [ 754.805121] env[69572]: _type = "Task" [ 754.805121] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.813522] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.813839] env[69572]: DEBUG nova.compute.manager [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Instance network_info: |[{"id": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "address": "fa:16:3e:c6:2b:43", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e76c612-07", "ovs_interfaceid": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 754.815017] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5230c123-2690-d2e8-364d-785e96069d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.816156] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:2b:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e76c612-07b1-4db1-9a7c-2ad30877c13e', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.824764] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.825055] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.825658] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a646f39e-7aaa-4132-8471-18b941aee181 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.846024] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.846024] env[69572]: value = "task-3434179" [ 754.846024] env[69572]: _type = "Task" [ 754.846024] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.854301] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434179, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.998152] env[69572]: DEBUG nova.compute.manager [req-a1b3d1bb-652b-46bb-b6eb-37b474326b08 req-6ecdcd74-04b1-4200-997a-5196b1bc36dc service nova] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Received event network-changed-56d6e62f-48ae-48ed-a281-84c568b7b60c {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 754.998152] env[69572]: DEBUG nova.compute.manager [req-a1b3d1bb-652b-46bb-b6eb-37b474326b08 req-6ecdcd74-04b1-4200-997a-5196b1bc36dc service nova] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Refreshing instance network info cache due to event network-changed-56d6e62f-48ae-48ed-a281-84c568b7b60c. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 754.998152] env[69572]: DEBUG oslo_concurrency.lockutils [req-a1b3d1bb-652b-46bb-b6eb-37b474326b08 req-6ecdcd74-04b1-4200-997a-5196b1bc36dc service nova] Acquiring lock "refresh_cache-001031c3-4048-4c09-bc72-a7cdeb070c37" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.998152] env[69572]: DEBUG oslo_concurrency.lockutils [req-a1b3d1bb-652b-46bb-b6eb-37b474326b08 req-6ecdcd74-04b1-4200-997a-5196b1bc36dc service nova] Acquired lock "refresh_cache-001031c3-4048-4c09-bc72-a7cdeb070c37" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.998152] env[69572]: DEBUG nova.network.neutron [req-a1b3d1bb-652b-46bb-b6eb-37b474326b08 req-6ecdcd74-04b1-4200-997a-5196b1bc36dc service nova] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Refreshing network info cache for port 56d6e62f-48ae-48ed-a281-84c568b7b60c {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.186949] env[69572]: DEBUG nova.compute.manager [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 755.212685] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.212921] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.213102] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.213293] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.213466] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.213617] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.213819] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.213975] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.215606] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.215804] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.215990] env[69572]: DEBUG nova.virt.hardware [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.220190] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "228334f1-18ab-44f2-9b88-b61b11795099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.220420] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "228334f1-18ab-44f2-9b88-b61b11795099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.220614] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "228334f1-18ab-44f2-9b88-b61b11795099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.220792] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "228334f1-18ab-44f2-9b88-b61b11795099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.220955] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "228334f1-18ab-44f2-9b88-b61b11795099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.223970] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be72929e-5860-4b45-b87c-2f71b61048cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.229854] env[69572]: INFO nova.compute.manager [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Terminating instance [ 755.239213] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ba435d-b7c3-4e86-a093-ff65be51ae9e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.276333] env[69572]: DEBUG oslo_vmware.api [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434178, 'name': PowerOffVM_Task, 'duration_secs': 0.213061} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.278741] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.278962] env[69572]: DEBUG nova.compute.manager [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.279331] env[69572]: DEBUG nova.compute.manager [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 755.282549] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa474a-408d-466a-a96e-42d905d2c5a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.316534] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5230c123-2690-d2e8-364d-785e96069d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.320257] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.320622] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 001031c3-4048-4c09-bc72-a7cdeb070c37/001031c3-4048-4c09-bc72-a7cdeb070c37.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.320994] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d24ffc29-2a02-4966-9e5b-493083b7691d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.331030] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 755.331030] env[69572]: value = "task-3434180" [ 755.331030] env[69572]: _type = "Task" [ 755.331030] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.340168] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.361225] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434179, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.620115] env[69572]: DEBUG nova.network.neutron [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Successfully updated port: 147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.734640] env[69572]: DEBUG nova.compute.manager [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 755.734943] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.739265] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ee1df6-d62a-415c-a8de-18f2ec01273a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.748550] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.748830] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c73cb4b-25fa-4c72-b459-5b2b4c739140 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.759839] env[69572]: DEBUG oslo_vmware.api [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 755.759839] env[69572]: value = "task-3434181" [ 755.759839] env[69572]: _type = "Task" [ 755.759839] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.766471] env[69572]: DEBUG nova.compute.manager [req-6dcacd9e-e4ee-47d4-a78c-09b618e8da61 req-e84911f7-4eb7-4ee3-97d3-961c3070d213 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Received event network-changed-4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 755.767828] env[69572]: DEBUG nova.compute.manager [req-6dcacd9e-e4ee-47d4-a78c-09b618e8da61 req-e84911f7-4eb7-4ee3-97d3-961c3070d213 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Refreshing instance network info cache due to event network-changed-4e76c612-07b1-4db1-9a7c-2ad30877c13e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 755.767828] env[69572]: DEBUG oslo_concurrency.lockutils [req-6dcacd9e-e4ee-47d4-a78c-09b618e8da61 req-e84911f7-4eb7-4ee3-97d3-961c3070d213 service nova] Acquiring lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.767828] env[69572]: DEBUG oslo_concurrency.lockutils [req-6dcacd9e-e4ee-47d4-a78c-09b618e8da61 req-e84911f7-4eb7-4ee3-97d3-961c3070d213 service nova] Acquired lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.767828] env[69572]: DEBUG nova.network.neutron [req-6dcacd9e-e4ee-47d4-a78c-09b618e8da61 req-e84911f7-4eb7-4ee3-97d3-961c3070d213 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Refreshing network info cache for port 4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.779626] env[69572]: DEBUG oslo_vmware.api [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.798334] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3815bae1-8287-4e6b-8df6-b2e252a148e3 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.801546] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516105ee-4d2e-4a1c-9565-d8603c55adec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.812913] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c06f755-f6a6-4e11-be22-5ee2d5298cdc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.818106] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.854936] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a75caa-cd0e-4c87-b0ea-a3a6123c6664 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.867659] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478846} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.873277] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 001031c3-4048-4c09-bc72-a7cdeb070c37/001031c3-4048-4c09-bc72-a7cdeb070c37.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.873539] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.873773] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434179, 'name': CreateVM_Task, 'duration_secs': 0.617827} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.874062] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbacef6a-aecb-4b0a-9b94-930640cfcfbf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.876674] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.877955] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c012ef-8e13-4923-9579-e2b73f293e87 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.885576] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.885814] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.886130] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.886855] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84df2a6-a8bf-4751-811b-77d7cd90b005 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.891459] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 755.891459] env[69572]: value = "task-3434182" [ 755.891459] env[69572]: _type = "Task" [ 755.891459] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.901025] env[69572]: DEBUG nova.compute.provider_tree [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.907271] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 755.907271] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52305012-2471-699f-9625-cccd26cfbe42" [ 755.907271] env[69572]: _type = "Task" [ 755.907271] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.914671] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.919894] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52305012-2471-699f-9625-cccd26cfbe42, 'name': SearchDatastore_Task, 'duration_secs': 0.008403} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.920168] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.920391] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.920642] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.920823] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.921033] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.921311] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f34e818-f54c-40a7-9d65-03a58895d8f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.928229] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.928399] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.929081] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff970455-108f-45dd-b79f-b13c7515a190 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.934254] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 755.934254] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ca639c-c5e8-523a-b80a-db20da4976d3" [ 755.934254] env[69572]: _type = "Task" [ 755.934254] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.941941] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ca639c-c5e8-523a-b80a-db20da4976d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.122847] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquiring lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.123464] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquired lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.123464] env[69572]: DEBUG nova.network.neutron [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.140586] env[69572]: DEBUG nova.network.neutron [req-a1b3d1bb-652b-46bb-b6eb-37b474326b08 req-6ecdcd74-04b1-4200-997a-5196b1bc36dc service nova] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Updated VIF entry in instance network info cache for port 56d6e62f-48ae-48ed-a281-84c568b7b60c. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.140948] env[69572]: DEBUG nova.network.neutron [req-a1b3d1bb-652b-46bb-b6eb-37b474326b08 req-6ecdcd74-04b1-4200-997a-5196b1bc36dc service nova] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Updating instance_info_cache with network_info: [{"id": "56d6e62f-48ae-48ed-a281-84c568b7b60c", "address": "fa:16:3e:ec:18:11", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d6e62f-48", "ovs_interfaceid": "56d6e62f-48ae-48ed-a281-84c568b7b60c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.269559] env[69572]: DEBUG oslo_vmware.api [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.364440] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "ed72b54c-79af-4722-8a5f-6885abac42f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.364672] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "ed72b54c-79af-4722-8a5f-6885abac42f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.411027] env[69572]: DEBUG nova.scheduler.client.report [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.414271] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.445196] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ca639c-c5e8-523a-b80a-db20da4976d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.445973] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee30ba0d-5651-4f4e-affc-32e0d59dd498 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.451294] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 756.451294] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52917c4a-ae6f-a99a-2bee-4482fa7a8386" [ 756.451294] env[69572]: _type = "Task" [ 756.451294] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.459961] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52917c4a-ae6f-a99a-2bee-4482fa7a8386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.650282] env[69572]: DEBUG oslo_concurrency.lockutils [req-a1b3d1bb-652b-46bb-b6eb-37b474326b08 req-6ecdcd74-04b1-4200-997a-5196b1bc36dc service nova] Releasing lock "refresh_cache-001031c3-4048-4c09-bc72-a7cdeb070c37" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.681591] env[69572]: DEBUG nova.network.neutron [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.788322] env[69572]: DEBUG oslo_vmware.api [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434181, 'name': PowerOffVM_Task, 'duration_secs': 0.912035} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.792038] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.793482] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.793775] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0f73477-3c55-4e61-b5d3-af34b541bb4a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.882704] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.882972] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.883140] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Deleting the datastore file [datastore2] 228334f1-18ab-44f2-9b88-b61b11795099 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.883433] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dfa2ac4-242f-4883-b46f-4c5d9af25da2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.892157] env[69572]: DEBUG oslo_vmware.api [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for the task: (returnval){ [ 756.892157] env[69572]: value = "task-3434184" [ 756.892157] env[69572]: _type = "Task" [ 756.892157] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.902023] env[69572]: DEBUG oslo_vmware.api [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.909674] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.678781} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.909938] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.911909] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c34b50-79f5-4a53-bb76-ed7559513550 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.918378] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.918859] env[69572]: DEBUG nova.compute.manager [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 756.922662] env[69572]: DEBUG nova.network.neutron [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updating instance_info_cache with network_info: [{"id": "147665bd-79f7-437f-b7cf-7a2df874a064", "address": "fa:16:3e:09:45:ab", "network": {"id": "00059edd-e904-4e41-a14a-a3de510c2cbc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1068604848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2572f1be5c804f24b694dbfd38023f5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147665bd-79", "ovs_interfaceid": "147665bd-79f7-437f-b7cf-7a2df874a064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.926152] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.185s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.926152] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.926494] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.094s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.930012] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.930012] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.353s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.930012] env[69572]: DEBUG nova.objects.instance [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 756.955315] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 001031c3-4048-4c09-bc72-a7cdeb070c37/001031c3-4048-4c09-bc72-a7cdeb070c37.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.956038] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eddaf42-41ab-438a-adb1-effbe740171a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.972297] env[69572]: INFO nova.scheduler.client.report [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Deleted allocations for instance 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338 [ 756.975191] env[69572]: INFO nova.scheduler.client.report [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Deleted allocations for instance ea9ccc07-f798-453a-9784-6039de0f6fe6 [ 756.984578] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 756.984578] env[69572]: value = "task-3434185" [ 756.984578] env[69572]: _type = "Task" [ 756.984578] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.988333] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52917c4a-ae6f-a99a-2bee-4482fa7a8386, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.991659] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.991763] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] e2329396-1e21-4b57-be90-b31a1b91743b/e2329396-1e21-4b57-be90-b31a1b91743b.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.992432] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-356dba23-575a-43ea-b695-f6a842b64dc0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.001131] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.002512] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 757.002512] env[69572]: value = "task-3434186" [ 757.002512] env[69572]: _type = "Task" [ 757.002512] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.003355] env[69572]: DEBUG nova.network.neutron [req-6dcacd9e-e4ee-47d4-a78c-09b618e8da61 req-e84911f7-4eb7-4ee3-97d3-961c3070d213 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updated VIF entry in instance network info cache for port 4e76c612-07b1-4db1-9a7c-2ad30877c13e. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.003676] env[69572]: DEBUG nova.network.neutron [req-6dcacd9e-e4ee-47d4-a78c-09b618e8da61 req-e84911f7-4eb7-4ee3-97d3-961c3070d213 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updating instance_info_cache with network_info: [{"id": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "address": "fa:16:3e:c6:2b:43", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e76c612-07", "ovs_interfaceid": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.013100] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.403526] env[69572]: DEBUG oslo_vmware.api [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Task: {'id': task-3434184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177666} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.404036] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.404036] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.404162] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.404328] env[69572]: INFO nova.compute.manager [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Took 1.67 seconds to destroy the instance on the hypervisor. [ 757.404572] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.404773] env[69572]: DEBUG nova.compute.manager [-] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 757.404863] env[69572]: DEBUG nova.network.neutron [-] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.433913] env[69572]: DEBUG nova.compute.utils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.440715] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Releasing lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.440715] env[69572]: DEBUG nova.compute.manager [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Instance network_info: |[{"id": "147665bd-79f7-437f-b7cf-7a2df874a064", "address": "fa:16:3e:09:45:ab", "network": {"id": "00059edd-e904-4e41-a14a-a3de510c2cbc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1068604848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2572f1be5c804f24b694dbfd38023f5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147665bd-79", "ovs_interfaceid": "147665bd-79f7-437f-b7cf-7a2df874a064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 757.447370] env[69572]: DEBUG nova.compute.manager [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 757.449513] env[69572]: DEBUG nova.network.neutron [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.451302] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:45:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '147665bd-79f7-437f-b7cf-7a2df874a064', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.461113] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Creating folder: Project (2572f1be5c804f24b694dbfd38023f5f). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.463053] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e99d5ef-da3e-4582-a44c-89403e965390 tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.535s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.467392] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e7a5044-f095-4475-be9e-5a73b025cc13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.467392] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.229s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.468590] env[69572]: INFO nova.compute.claims [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.482420] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Created folder: Project (2572f1be5c804f24b694dbfd38023f5f) in parent group-v685431. [ 757.483532] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Creating folder: Instances. Parent ref: group-v685553. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.486242] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e14e51f2-25ef-440b-8e88-58109c308e0a tempest-ServersListShow296Test-2126769221 tempest-ServersListShow296Test-2126769221-project-member] Lock "6a0aa2a6-2625-4aef-9e13-e7c6e9d15338" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.950s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.490795] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-085561b9-1745-47c1-b102-04baeaccc7bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.494908] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9dd70c96-94f9-4b03-b033-002b1344320c tempest-ImagesNegativeTestJSON-489807214 tempest-ImagesNegativeTestJSON-489807214-project-member] Lock "ea9ccc07-f798-453a-9784-6039de0f6fe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.149s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.512028] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.515839] env[69572]: DEBUG oslo_concurrency.lockutils [req-6dcacd9e-e4ee-47d4-a78c-09b618e8da61 req-e84911f7-4eb7-4ee3-97d3-961c3070d213 service nova] Releasing lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.515839] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Created folder: Instances in parent group-v685553. [ 757.515839] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.515839] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.515839] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4fc2696-dab0-41bd-b8e8-0fc377962056 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.535514] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434186, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.541170] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.541170] env[69572]: value = "task-3434189" [ 757.541170] env[69572]: _type = "Task" [ 757.541170] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.552873] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434189, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.582763] env[69572]: DEBUG nova.policy [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1e43e60df204ab396f8f3fb70c1d17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b0fbb740f24437da7023ec1473316f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.733243] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.733534] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.893538] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "8c5cae2c-be9f-4991-b498-5da4281daae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.893694] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "8c5cae2c-be9f-4991-b498-5da4281daae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.947027] env[69572]: DEBUG nova.compute.manager [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 758.007838] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434185, 'name': ReconfigVM_Task, 'duration_secs': 0.692181} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.008077] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 001031c3-4048-4c09-bc72-a7cdeb070c37/001031c3-4048-4c09-bc72-a7cdeb070c37.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.011650] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-622fccb5-5484-4738-ac01-6b6a1633317a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.019270] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608568} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.021148] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] e2329396-1e21-4b57-be90-b31a1b91743b/e2329396-1e21-4b57-be90-b31a1b91743b.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.021148] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.021148] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 758.021148] env[69572]: value = "task-3434190" [ 758.021148] env[69572]: _type = "Task" [ 758.021148] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.021527] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f7e1959-ca9d-4467-adbd-884c7070a53e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.032509] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434190, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.034669] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 758.034669] env[69572]: value = "task-3434191" [ 758.034669] env[69572]: _type = "Task" [ 758.034669] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.047403] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.059136] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434189, 'name': CreateVM_Task, 'duration_secs': 0.337835} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.059136] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.061072] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.061072] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.061242] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.061458] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66be38d7-9fa5-4c59-8b56-ae9a7548f41d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.066209] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 758.066209] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52017e1d-5d00-59d7-7102-13510bcac8bc" [ 758.066209] env[69572]: _type = "Task" [ 758.066209] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.075277] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52017e1d-5d00-59d7-7102-13510bcac8bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.131785] env[69572]: DEBUG nova.compute.manager [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Received event network-vif-plugged-147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 758.131991] env[69572]: DEBUG oslo_concurrency.lockutils [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] Acquiring lock "95029ea4-1849-4080-ad2e-935f1c38c529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.132903] env[69572]: DEBUG oslo_concurrency.lockutils [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] Lock "95029ea4-1849-4080-ad2e-935f1c38c529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.133285] env[69572]: DEBUG oslo_concurrency.lockutils [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] Lock "95029ea4-1849-4080-ad2e-935f1c38c529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.134216] env[69572]: DEBUG nova.compute.manager [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] No waiting events found dispatching network-vif-plugged-147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.134452] env[69572]: WARNING nova.compute.manager [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Received unexpected event network-vif-plugged-147665bd-79f7-437f-b7cf-7a2df874a064 for instance with vm_state building and task_state spawning. [ 758.134600] env[69572]: DEBUG nova.compute.manager [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Received event network-changed-147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 758.134754] env[69572]: DEBUG nova.compute.manager [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Refreshing instance network info cache due to event network-changed-147665bd-79f7-437f-b7cf-7a2df874a064. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 758.134944] env[69572]: DEBUG oslo_concurrency.lockutils [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] Acquiring lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.135091] env[69572]: DEBUG oslo_concurrency.lockutils [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] Acquired lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.135301] env[69572]: DEBUG nova.network.neutron [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Refreshing network info cache for port 147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.230672] env[69572]: DEBUG nova.compute.manager [req-b2f4dfd1-eb3b-4632-93e9-e35fe993d705 req-648bf09c-4586-47aa-ba3c-e88efd88f795 service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Received event network-vif-deleted-f1569054-9d36-4986-97cd-6f8d6f9c5a18 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 758.232947] env[69572]: INFO nova.compute.manager [req-b2f4dfd1-eb3b-4632-93e9-e35fe993d705 req-648bf09c-4586-47aa-ba3c-e88efd88f795 service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Neutron deleted interface f1569054-9d36-4986-97cd-6f8d6f9c5a18; detaching it from the instance and deleting it from the info cache [ 758.232947] env[69572]: DEBUG nova.network.neutron [req-b2f4dfd1-eb3b-4632-93e9-e35fe993d705 req-648bf09c-4586-47aa-ba3c-e88efd88f795 service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Updating instance_info_cache with network_info: [{"id": "a71bd6cf-5fc4-4020-9fb2-1e64cdd45316", "address": "fa:16:3e:e5:c5:1e", "network": {"id": "3f2bd1ca-831e-48ae-bf97-697ec656807b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1755224233", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "efb02c8be8ce42dbb07b5413b1a4e0b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa71bd6cf-5f", "ovs_interfaceid": "a71bd6cf-5fc4-4020-9fb2-1e64cdd45316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.335897] env[69572]: DEBUG nova.network.neutron [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Successfully created port: 2da6a650-b621-48ba-8a55-31e8167dc89f {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.537737] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434190, 'name': Rename_Task, 'duration_secs': 0.148473} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.538712] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.542032] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dfbef9e-1517-4834-ac7f-8b68a34d0a83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.549655] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070094} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.551209] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.552346] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 758.552346] env[69572]: value = "task-3434192" [ 758.552346] env[69572]: _type = "Task" [ 758.552346] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.552346] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b365443a-5eb3-4ed8-8224-5c63d8a20dab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.593256] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] e2329396-1e21-4b57-be90-b31a1b91743b/e2329396-1e21-4b57-be90-b31a1b91743b.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.605054] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a2cbc0f-a0f9-4504-83bc-247ee7897d92 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.618866] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434192, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.625387] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52017e1d-5d00-59d7-7102-13510bcac8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.626757] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.628032] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.628032] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.628032] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.628032] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.628032] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 758.628032] env[69572]: value = "task-3434193" [ 758.628032] env[69572]: _type = "Task" [ 758.628032] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.628446] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f903db52-e8a2-4015-ae13-65f919ddd88e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.648799] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.653196] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.653196] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.653475] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ceb878-bb83-4060-8662-38cf237711e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.659691] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 758.659691] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529c58e9-0097-c647-cdb7-199740397a90" [ 758.659691] env[69572]: _type = "Task" [ 758.659691] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.670537] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529c58e9-0097-c647-cdb7-199740397a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.682571] env[69572]: DEBUG nova.network.neutron [-] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.739061] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04f2c4a8-464d-470d-9364-00d74d1dce57 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.755636] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4271d337-0f18-4456-9c97-71d37df02411 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.799296] env[69572]: DEBUG nova.compute.manager [req-b2f4dfd1-eb3b-4632-93e9-e35fe993d705 req-648bf09c-4586-47aa-ba3c-e88efd88f795 service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Detach interface failed, port_id=f1569054-9d36-4986-97cd-6f8d6f9c5a18, reason: Instance 228334f1-18ab-44f2-9b88-b61b11795099 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 758.956640] env[69572]: DEBUG nova.compute.manager [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 758.992583] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.992807] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.992953] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.995133] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.995318] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.995469] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.995689] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.995845] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.997244] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.997244] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.997244] env[69572]: DEBUG nova.virt.hardware [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.997605] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d8e017-b30d-410f-b2a4-3df2b8c0a9e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.017025] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e16e9e9-553f-47c6-9350-30257a30df04 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.065583] env[69572]: DEBUG oslo_vmware.api [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434192, 'name': PowerOnVM_Task, 'duration_secs': 0.482783} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.068039] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.068039] env[69572]: INFO nova.compute.manager [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Took 9.34 seconds to spawn the instance on the hypervisor. [ 759.068201] env[69572]: DEBUG nova.compute.manager [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 759.072113] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edef6acf-5bae-4b37-be65-03ba48da1f07 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.140389] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434193, 'name': ReconfigVM_Task, 'duration_secs': 0.266794} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.140702] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Reconfigured VM instance instance-0000002b to attach disk [datastore2] e2329396-1e21-4b57-be90-b31a1b91743b/e2329396-1e21-4b57-be90-b31a1b91743b.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.141393] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eb2c6fa-f657-4b9d-b8c1-7118fd2e2b7c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.151723] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 759.151723] env[69572]: value = "task-3434194" [ 759.151723] env[69572]: _type = "Task" [ 759.151723] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.155442] env[69572]: DEBUG nova.network.neutron [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updated VIF entry in instance network info cache for port 147665bd-79f7-437f-b7cf-7a2df874a064. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.155775] env[69572]: DEBUG nova.network.neutron [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updating instance_info_cache with network_info: [{"id": "147665bd-79f7-437f-b7cf-7a2df874a064", "address": "fa:16:3e:09:45:ab", "network": {"id": "00059edd-e904-4e41-a14a-a3de510c2cbc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1068604848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2572f1be5c804f24b694dbfd38023f5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147665bd-79", "ovs_interfaceid": "147665bd-79f7-437f-b7cf-7a2df874a064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.168424] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434194, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.175776] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529c58e9-0097-c647-cdb7-199740397a90, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.181526] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceaf80b2-b79b-45c8-a50e-b456c5e7b684 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.184796] env[69572]: INFO nova.compute.manager [-] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Took 1.78 seconds to deallocate network for instance. [ 759.188241] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 759.188241] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c26f1e-dc98-9c68-c1c6-5c5f4f5a4707" [ 759.188241] env[69572]: _type = "Task" [ 759.188241] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.199712] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c26f1e-dc98-9c68-c1c6-5c5f4f5a4707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.230982] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9a0449-4236-4b79-8cae-1d0ac229a6d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.239318] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b165183-ca5d-461b-8fd5-02fa30595426 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.275050] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d8665a-23eb-49d9-9678-1bbdfbee6189 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.283269] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befae260-4b5c-4429-b205-dea901257c69 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.297292] env[69572]: DEBUG nova.compute.provider_tree [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.455334] env[69572]: DEBUG nova.compute.manager [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 759.455949] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4c0186-b807-4581-b6d6-29b450de623d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.600375] env[69572]: INFO nova.compute.manager [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Took 51.94 seconds to build instance. [ 759.658058] env[69572]: DEBUG oslo_concurrency.lockutils [req-cd948f3e-e964-4461-b7fd-7873615cc5f2 req-6361f58e-19e8-498e-bb9d-882f1481a03c service nova] Releasing lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.669816] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434194, 'name': Rename_Task, 'duration_secs': 0.168059} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.670137] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.670410] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15841581-a3f7-47a6-8e2d-fe6832ee4181 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.677378] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 759.677378] env[69572]: value = "task-3434195" [ 759.677378] env[69572]: _type = "Task" [ 759.677378] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.685591] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.695173] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.701360] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c26f1e-dc98-9c68-c1c6-5c5f4f5a4707, 'name': SearchDatastore_Task, 'duration_secs': 0.018665} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.701360] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.701360] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 95029ea4-1849-4080-ad2e-935f1c38c529/95029ea4-1849-4080-ad2e-935f1c38c529.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.701604] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aff50d3-b66a-4914-b195-de4f4c3b4bcb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.709184] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 759.709184] env[69572]: value = "task-3434196" [ 759.709184] env[69572]: _type = "Task" [ 759.709184] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.718440] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.801760] env[69572]: DEBUG nova.scheduler.client.report [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.968289] env[69572]: INFO nova.compute.manager [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] instance snapshotting [ 759.968547] env[69572]: WARNING nova.compute.manager [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 759.971871] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f74bc5b-92bc-47ba-93e2-2033835b079d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.996419] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eda68fb-e17f-4d69-8b0c-cf82d7513bee {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.102435] env[69572]: DEBUG oslo_concurrency.lockutils [None req-805c1e3c-d404-4622-9958-1fdc199ec1b1 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "001031c3-4048-4c09-bc72-a7cdeb070c37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.784s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.191642] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434195, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.218681] env[69572]: DEBUG nova.network.neutron [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Successfully updated port: 2da6a650-b621-48ba-8a55-31e8167dc89f {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.231777] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434196, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.309903] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.310488] env[69572]: DEBUG nova.compute.manager [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 760.315445] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.531s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.317199] env[69572]: INFO nova.compute.claims [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.447732] env[69572]: DEBUG nova.compute.manager [req-d23696b4-1022-4e10-92ae-fcaff93a10fa req-9d04ad59-f392-460a-8b81-b986b935735e service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Received event network-vif-plugged-2da6a650-b621-48ba-8a55-31e8167dc89f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 760.447984] env[69572]: DEBUG oslo_concurrency.lockutils [req-d23696b4-1022-4e10-92ae-fcaff93a10fa req-9d04ad59-f392-460a-8b81-b986b935735e service nova] Acquiring lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.448176] env[69572]: DEBUG oslo_concurrency.lockutils [req-d23696b4-1022-4e10-92ae-fcaff93a10fa req-9d04ad59-f392-460a-8b81-b986b935735e service nova] Lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.448364] env[69572]: DEBUG oslo_concurrency.lockutils [req-d23696b4-1022-4e10-92ae-fcaff93a10fa req-9d04ad59-f392-460a-8b81-b986b935735e service nova] Lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.448812] env[69572]: DEBUG nova.compute.manager [req-d23696b4-1022-4e10-92ae-fcaff93a10fa req-9d04ad59-f392-460a-8b81-b986b935735e service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] No waiting events found dispatching network-vif-plugged-2da6a650-b621-48ba-8a55-31e8167dc89f {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 760.448812] env[69572]: WARNING nova.compute.manager [req-d23696b4-1022-4e10-92ae-fcaff93a10fa req-9d04ad59-f392-460a-8b81-b986b935735e service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Received unexpected event network-vif-plugged-2da6a650-b621-48ba-8a55-31e8167dc89f for instance with vm_state building and task_state spawning. [ 760.510427] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 760.510833] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4050a2b-b3e4-459e-8934-dc46940253d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.519520] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 760.519520] env[69572]: value = "task-3434197" [ 760.519520] env[69572]: _type = "Task" [ 760.519520] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.521698] env[69572]: DEBUG nova.compute.manager [req-cb61b1e8-a4a7-4788-b82b-14bd1327fc95 req-934d07f6-b8e0-478a-9e7c-ebdbb334fa2b service nova] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Received event network-vif-deleted-a71bd6cf-5fc4-4020-9fb2-1e64cdd45316 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 760.532158] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.606774] env[69572]: DEBUG nova.compute.manager [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 760.691021] env[69572]: DEBUG oslo_vmware.api [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434195, 'name': PowerOnVM_Task, 'duration_secs': 0.543313} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.691505] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.691706] env[69572]: INFO nova.compute.manager [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Took 8.23 seconds to spawn the instance on the hypervisor. [ 760.691885] env[69572]: DEBUG nova.compute.manager [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.692710] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aeacf3-783a-42ac-9c8a-4665d2a956fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.722854] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634094} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.722854] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 95029ea4-1849-4080-ad2e-935f1c38c529/95029ea4-1849-4080-ad2e-935f1c38c529.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.722854] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.722854] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17420887-f225-480f-9447-a981337410e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.724676] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "refresh_cache-69eeb79e-f1aa-4b65-a5e1-0232df15c133" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.724806] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired lock "refresh_cache-69eeb79e-f1aa-4b65-a5e1-0232df15c133" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.724943] env[69572]: DEBUG nova.network.neutron [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.727307] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 760.727307] env[69572]: value = "task-3434198" [ 760.727307] env[69572]: _type = "Task" [ 760.727307] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.741321] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.821903] env[69572]: DEBUG nova.compute.utils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.826673] env[69572]: DEBUG nova.compute.manager [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 760.826859] env[69572]: DEBUG nova.network.neutron [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.914936] env[69572]: DEBUG nova.policy [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a56bd5441d464bda904d6f328ad827c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e2f9e8264874c27a0c7ebacd5cd2e88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.033146] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434197, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.137200] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.217376] env[69572]: INFO nova.compute.manager [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Took 45.16 seconds to build instance. [ 761.241627] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074338} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.241924] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.244251] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0dd809-87ab-4ce2-94a3-b8a20437942a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.268794] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 95029ea4-1849-4080-ad2e-935f1c38c529/95029ea4-1849-4080-ad2e-935f1c38c529.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.269706] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c48791d-dec4-49ba-aa95-b1ff14f0aad0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.286923] env[69572]: DEBUG nova.network.neutron [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.291685] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 761.291685] env[69572]: value = "task-3434199" [ 761.291685] env[69572]: _type = "Task" [ 761.291685] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.301170] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.325267] env[69572]: DEBUG nova.compute.manager [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 761.534216] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434197, 'name': CreateSnapshot_Task, 'duration_secs': 0.530404} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.538237] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 761.539679] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8023017-547e-41ae-ab6c-4f953308ffd1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.582936] env[69572]: DEBUG nova.network.neutron [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Updating instance_info_cache with network_info: [{"id": "2da6a650-b621-48ba-8a55-31e8167dc89f", "address": "fa:16:3e:44:2a:7d", "network": {"id": "32a8d6be-dd3c-4a13-b4f7-10ff0b29ec00", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1795681923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0fbb740f24437da7023ec1473316f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da6a650-b6", "ovs_interfaceid": "2da6a650-b621-48ba-8a55-31e8167dc89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.599853] env[69572]: DEBUG nova.network.neutron [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Successfully created port: 2002eb20-e29e-41db-9fad-cc97b051e2db {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.723007] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7bd93412-8c9e-4dd9-8e9e-54144b39955d tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.758s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.807813] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434199, 'name': ReconfigVM_Task, 'duration_secs': 0.44808} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.808149] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 95029ea4-1849-4080-ad2e-935f1c38c529/95029ea4-1849-4080-ad2e-935f1c38c529.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.809258] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9f58c8a-95c5-49da-8472-0c8b2022960d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.815958] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 761.815958] env[69572]: value = "task-3434200" [ 761.815958] env[69572]: _type = "Task" [ 761.815958] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.830022] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434200, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.949837] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6267bf-bdc3-4112-b6f0-6b18fb06b4bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.959456] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0a07b6-d33f-4ac5-b6d1-df96beac809b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.997238] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade1f77-b61c-4d9d-8790-2025a850c3b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.007106] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded33033-8a23-4786-961d-79c3dd2c2a7d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.028016] env[69572]: DEBUG nova.compute.provider_tree [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.062545] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 762.062929] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1fd63ad5-a063-4625-8581-0348a1f5fc27 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.072295] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 762.072295] env[69572]: value = "task-3434201" [ 762.072295] env[69572]: _type = "Task" [ 762.072295] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.084111] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434201, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.089053] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Releasing lock "refresh_cache-69eeb79e-f1aa-4b65-a5e1-0232df15c133" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.089053] env[69572]: DEBUG nova.compute.manager [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Instance network_info: |[{"id": "2da6a650-b621-48ba-8a55-31e8167dc89f", "address": "fa:16:3e:44:2a:7d", "network": {"id": "32a8d6be-dd3c-4a13-b4f7-10ff0b29ec00", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1795681923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0fbb740f24437da7023ec1473316f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da6a650-b6", "ovs_interfaceid": "2da6a650-b621-48ba-8a55-31e8167dc89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 762.089053] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:2a:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2da6a650-b621-48ba-8a55-31e8167dc89f', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.097402] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.097708] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.098012] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8814a1ae-5219-4242-a060-e98d7dd4e054 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.126062] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.126062] env[69572]: value = "task-3434202" [ 762.126062] env[69572]: _type = "Task" [ 762.126062] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.133304] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "c0ca0881-c795-401c-9280-892291c48666" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.133558] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "c0ca0881-c795-401c-9280-892291c48666" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.137933] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434202, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.229681] env[69572]: DEBUG nova.compute.manager [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 762.327113] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434200, 'name': Rename_Task, 'duration_secs': 0.284638} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.327472] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.327739] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c72e705c-8a01-4c51-884d-0c0703b1eb83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.335600] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 762.335600] env[69572]: value = "task-3434203" [ 762.335600] env[69572]: _type = "Task" [ 762.335600] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.346707] env[69572]: DEBUG nova.compute.manager [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 762.350897] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.373464] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.373607] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.373989] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.373989] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.374130] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.374221] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.374473] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.375083] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.375083] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.375083] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.375083] env[69572]: DEBUG nova.virt.hardware [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.375897] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9b64d2-2685-42ca-9d16-0c63c6073607 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.385714] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656bab1d-f64a-4416-b34e-8f6abd5d9dba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.532017] env[69572]: DEBUG nova.scheduler.client.report [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.586044] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434201, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.635952] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434202, 'name': CreateVM_Task, 'duration_secs': 0.50027} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.636646] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.637345] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.637345] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.637659] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.637983] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4badd38-1154-4694-b86b-96a0a9e7afb0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.643631] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 762.643631] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525356d0-173c-7fce-1908-883215ef97e4" [ 762.643631] env[69572]: _type = "Task" [ 762.643631] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.653455] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525356d0-173c-7fce-1908-883215ef97e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.738683] env[69572]: DEBUG nova.compute.manager [req-8b9a4e27-427f-495c-bd34-c0358fba05fb req-95cb620b-2604-4870-95f3-e3ec2c473498 service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Received event network-changed-2da6a650-b621-48ba-8a55-31e8167dc89f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 762.738989] env[69572]: DEBUG nova.compute.manager [req-8b9a4e27-427f-495c-bd34-c0358fba05fb req-95cb620b-2604-4870-95f3-e3ec2c473498 service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Refreshing instance network info cache due to event network-changed-2da6a650-b621-48ba-8a55-31e8167dc89f. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 762.739407] env[69572]: DEBUG oslo_concurrency.lockutils [req-8b9a4e27-427f-495c-bd34-c0358fba05fb req-95cb620b-2604-4870-95f3-e3ec2c473498 service nova] Acquiring lock "refresh_cache-69eeb79e-f1aa-4b65-a5e1-0232df15c133" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.739407] env[69572]: DEBUG oslo_concurrency.lockutils [req-8b9a4e27-427f-495c-bd34-c0358fba05fb req-95cb620b-2604-4870-95f3-e3ec2c473498 service nova] Acquired lock "refresh_cache-69eeb79e-f1aa-4b65-a5e1-0232df15c133" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.739407] env[69572]: DEBUG nova.network.neutron [req-8b9a4e27-427f-495c-bd34-c0358fba05fb req-95cb620b-2604-4870-95f3-e3ec2c473498 service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Refreshing network info cache for port 2da6a650-b621-48ba-8a55-31e8167dc89f {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.760267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.852258] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.039133] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.039595] env[69572]: DEBUG nova.compute.manager [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 763.042809] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.594s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.043091] env[69572]: DEBUG nova.objects.instance [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lazy-loading 'resources' on Instance uuid 8ac151eb-9fb8-42e8-b4cf-454d77655f61 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.088898] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434201, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.160021] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525356d0-173c-7fce-1908-883215ef97e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.160021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.160021] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.160021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.160021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.160021] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.160021] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd311ee2-9489-449d-9655-bb7d6ee60d68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.170566] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.170750] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.171582] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab807397-9c9a-4eb7-81c7-db5d15da0c41 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.178040] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 763.178040] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52303788-09aa-4110-29ec-920ac12824eb" [ 763.178040] env[69572]: _type = "Task" [ 763.178040] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.187751] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52303788-09aa-4110-29ec-920ac12824eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.350917] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.551020] env[69572]: DEBUG nova.compute.utils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.555053] env[69572]: DEBUG nova.compute.manager [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 763.555256] env[69572]: DEBUG nova.network.neutron [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.589103] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434201, 'name': CloneVM_Task, 'duration_secs': 1.508163} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.592866] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Created linked-clone VM from snapshot [ 763.592866] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358bdb78-82a2-4c79-9553-9b756be43d41 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.599208] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Uploading image 88a12f47-6da8-4445-88b6-fb587a2fced7 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 763.635704] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 763.635704] env[69572]: value = "vm-685557" [ 763.635704] env[69572]: _type = "VirtualMachine" [ 763.635704] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 763.640021] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-30148fd6-709a-4496-a630-8819424be880 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.647052] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lease: (returnval){ [ 763.647052] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52161525-afee-a878-a2f2-f64a5b69f1b1" [ 763.647052] env[69572]: _type = "HttpNfcLease" [ 763.647052] env[69572]: } obtained for exporting VM: (result){ [ 763.647052] env[69572]: value = "vm-685557" [ 763.647052] env[69572]: _type = "VirtualMachine" [ 763.647052] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 763.647749] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the lease: (returnval){ [ 763.647749] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52161525-afee-a878-a2f2-f64a5b69f1b1" [ 763.647749] env[69572]: _type = "HttpNfcLease" [ 763.647749] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 763.654719] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.654719] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52161525-afee-a878-a2f2-f64a5b69f1b1" [ 763.654719] env[69572]: _type = "HttpNfcLease" [ 763.654719] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 763.688732] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52303788-09aa-4110-29ec-920ac12824eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.689242] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dcae77b-3ede-4696-94fa-cdff71061364 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.700019] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 763.700019] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520244b9-d9ee-1d1c-0c78-f3c248e660f4" [ 763.700019] env[69572]: _type = "Task" [ 763.700019] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.707980] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520244b9-d9ee-1d1c-0c78-f3c248e660f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.714250] env[69572]: DEBUG nova.compute.manager [req-50a71bf4-1020-4b42-8808-e177a282502e req-6e60cf1f-e7b7-48c8-8679-1dd947514dd8 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Received event network-changed-4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 763.715143] env[69572]: DEBUG nova.compute.manager [req-50a71bf4-1020-4b42-8808-e177a282502e req-6e60cf1f-e7b7-48c8-8679-1dd947514dd8 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Refreshing instance network info cache due to event network-changed-4e76c612-07b1-4db1-9a7c-2ad30877c13e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 763.715476] env[69572]: DEBUG oslo_concurrency.lockutils [req-50a71bf4-1020-4b42-8808-e177a282502e req-6e60cf1f-e7b7-48c8-8679-1dd947514dd8 service nova] Acquiring lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.715719] env[69572]: DEBUG oslo_concurrency.lockutils [req-50a71bf4-1020-4b42-8808-e177a282502e req-6e60cf1f-e7b7-48c8-8679-1dd947514dd8 service nova] Acquired lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.715964] env[69572]: DEBUG nova.network.neutron [req-50a71bf4-1020-4b42-8808-e177a282502e req-6e60cf1f-e7b7-48c8-8679-1dd947514dd8 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Refreshing network info cache for port 4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.735741] env[69572]: DEBUG nova.policy [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46b9d276dafc4ebf94d71fe006c00a7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17779d9901ba47408bfad9f574293276', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.828222] env[69572]: DEBUG nova.network.neutron [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Successfully updated port: 2002eb20-e29e-41db-9fad-cc97b051e2db {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.853992] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.855084] env[69572]: DEBUG nova.network.neutron [req-8b9a4e27-427f-495c-bd34-c0358fba05fb req-95cb620b-2604-4870-95f3-e3ec2c473498 service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Updated VIF entry in instance network info cache for port 2da6a650-b621-48ba-8a55-31e8167dc89f. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.855204] env[69572]: DEBUG nova.network.neutron [req-8b9a4e27-427f-495c-bd34-c0358fba05fb req-95cb620b-2604-4870-95f3-e3ec2c473498 service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Updating instance_info_cache with network_info: [{"id": "2da6a650-b621-48ba-8a55-31e8167dc89f", "address": "fa:16:3e:44:2a:7d", "network": {"id": "32a8d6be-dd3c-4a13-b4f7-10ff0b29ec00", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1795681923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0fbb740f24437da7023ec1473316f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da6a650-b6", "ovs_interfaceid": "2da6a650-b621-48ba-8a55-31e8167dc89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.055397] env[69572]: DEBUG nova.compute.manager [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 764.164209] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.164209] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52161525-afee-a878-a2f2-f64a5b69f1b1" [ 764.164209] env[69572]: _type = "HttpNfcLease" [ 764.164209] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 764.164601] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 764.164601] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52161525-afee-a878-a2f2-f64a5b69f1b1" [ 764.164601] env[69572]: _type = "HttpNfcLease" [ 764.164601] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 764.165310] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec13da6a-980f-4f22-b7f2-e755ad6c2ccc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.178020] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8893-2920-a666-e9e9-dec7c6fff138/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 764.178323] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8893-2920-a666-e9e9-dec7c6fff138/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 764.262679] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520244b9-d9ee-1d1c-0c78-f3c248e660f4, 'name': SearchDatastore_Task, 'duration_secs': 0.018649} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.262970] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.266017] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 69eeb79e-f1aa-4b65-a5e1-0232df15c133/69eeb79e-f1aa-4b65-a5e1-0232df15c133.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.266017] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed15cbe9-7633-4e59-8ed3-f3294ae7625e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.270277] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f53f0-2753-478b-90f9-a6c41b9cbcbb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.274280] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 764.274280] env[69572]: value = "task-3434205" [ 764.274280] env[69572]: _type = "Task" [ 764.274280] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.284144] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f62cf7f-dc05-4891-b5e6-c6d94a8ef821 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.291497] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5e3aa2f-9597-4bc3-9727-778eab62b26a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.293505] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.327033] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4856752f-097e-4518-9c37-c0a374e94336 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.332996] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquiring lock "refresh_cache-177ae6a3-4396-44d7-8545-6c7fea64347a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.332996] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquired lock "refresh_cache-177ae6a3-4396-44d7-8545-6c7fea64347a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.332996] env[69572]: DEBUG nova.network.neutron [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.338182] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b792fc9-3e7e-49e3-bf2a-d3092cbb8de0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.357313] env[69572]: DEBUG nova.compute.provider_tree [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.370801] env[69572]: DEBUG oslo_concurrency.lockutils [req-8b9a4e27-427f-495c-bd34-c0358fba05fb req-95cb620b-2604-4870-95f3-e3ec2c473498 service nova] Releasing lock "refresh_cache-69eeb79e-f1aa-4b65-a5e1-0232df15c133" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.372084] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434203, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.373446] env[69572]: DEBUG nova.scheduler.client.report [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.787456] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434205, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.858057] env[69572]: DEBUG oslo_vmware.api [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434203, 'name': PowerOnVM_Task, 'duration_secs': 2.193789} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.858486] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.858633] env[69572]: INFO nova.compute.manager [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Took 9.67 seconds to spawn the instance on the hypervisor. [ 764.858814] env[69572]: DEBUG nova.compute.manager [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 764.859706] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8219922d-61f0-4521-be64-4bf23040ec01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.880671] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.883963] env[69572]: DEBUG nova.network.neutron [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Successfully created port: 2da6e7ec-c8eb-43a6-89f1-1840d7197fe2 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.886290] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.071s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.887898] env[69572]: INFO nova.compute.claims [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.913309] env[69572]: DEBUG nova.network.neutron [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.924083] env[69572]: INFO nova.scheduler.client.report [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Deleted allocations for instance 8ac151eb-9fb8-42e8-b4cf-454d77655f61 [ 764.987432] env[69572]: DEBUG nova.network.neutron [req-50a71bf4-1020-4b42-8808-e177a282502e req-6e60cf1f-e7b7-48c8-8679-1dd947514dd8 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updated VIF entry in instance network info cache for port 4e76c612-07b1-4db1-9a7c-2ad30877c13e. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.987432] env[69572]: DEBUG nova.network.neutron [req-50a71bf4-1020-4b42-8808-e177a282502e req-6e60cf1f-e7b7-48c8-8679-1dd947514dd8 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updating instance_info_cache with network_info: [{"id": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "address": "fa:16:3e:c6:2b:43", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e76c612-07", "ovs_interfaceid": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.065471] env[69572]: DEBUG nova.compute.manager [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Received event network-vif-plugged-2002eb20-e29e-41db-9fad-cc97b051e2db {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 765.065895] env[69572]: DEBUG oslo_concurrency.lockutils [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] Acquiring lock "177ae6a3-4396-44d7-8545-6c7fea64347a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.066622] env[69572]: DEBUG oslo_concurrency.lockutils [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] Lock "177ae6a3-4396-44d7-8545-6c7fea64347a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.066622] env[69572]: DEBUG oslo_concurrency.lockutils [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] Lock "177ae6a3-4396-44d7-8545-6c7fea64347a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.068163] env[69572]: DEBUG nova.compute.manager [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] No waiting events found dispatching network-vif-plugged-2002eb20-e29e-41db-9fad-cc97b051e2db {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 765.068163] env[69572]: WARNING nova.compute.manager [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Received unexpected event network-vif-plugged-2002eb20-e29e-41db-9fad-cc97b051e2db for instance with vm_state building and task_state spawning. [ 765.068163] env[69572]: DEBUG nova.compute.manager [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Received event network-changed-2002eb20-e29e-41db-9fad-cc97b051e2db {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 765.068163] env[69572]: DEBUG nova.compute.manager [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Refreshing instance network info cache due to event network-changed-2002eb20-e29e-41db-9fad-cc97b051e2db. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 765.068163] env[69572]: DEBUG oslo_concurrency.lockutils [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] Acquiring lock "refresh_cache-177ae6a3-4396-44d7-8545-6c7fea64347a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.071892] env[69572]: DEBUG nova.compute.manager [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 765.101882] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.102456] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.103270] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.103609] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.103923] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.104875] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.104875] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.104875] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.105279] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.105279] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.105450] env[69572]: DEBUG nova.virt.hardware [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.106915] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b205f7c-070c-46fc-88ec-31c177f054e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.116967] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d5dc51-246a-45bb-bc07-68a102a1412c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.124863] env[69572]: DEBUG nova.network.neutron [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Updating instance_info_cache with network_info: [{"id": "2002eb20-e29e-41db-9fad-cc97b051e2db", "address": "fa:16:3e:4d:5b:5a", "network": {"id": "89f1a012-2545-4155-bb8c-d5c89caffd69", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-890839616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2f9e8264874c27a0c7ebacd5cd2e88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2002eb20-e2", "ovs_interfaceid": "2002eb20-e29e-41db-9fad-cc97b051e2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.290919] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434205, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.383076] env[69572]: INFO nova.compute.manager [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Took 49.22 seconds to build instance. [ 765.434330] env[69572]: DEBUG oslo_concurrency.lockutils [None req-abacdcbc-340f-4bf0-b6fa-7047e8b1a4fc tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8ac151eb-9fb8-42e8-b4cf-454d77655f61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.236s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.491020] env[69572]: DEBUG oslo_concurrency.lockutils [req-50a71bf4-1020-4b42-8808-e177a282502e req-6e60cf1f-e7b7-48c8-8679-1dd947514dd8 service nova] Releasing lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.628825] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Releasing lock "refresh_cache-177ae6a3-4396-44d7-8545-6c7fea64347a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.629188] env[69572]: DEBUG nova.compute.manager [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Instance network_info: |[{"id": "2002eb20-e29e-41db-9fad-cc97b051e2db", "address": "fa:16:3e:4d:5b:5a", "network": {"id": "89f1a012-2545-4155-bb8c-d5c89caffd69", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-890839616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2f9e8264874c27a0c7ebacd5cd2e88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2002eb20-e2", "ovs_interfaceid": "2002eb20-e29e-41db-9fad-cc97b051e2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 765.629579] env[69572]: DEBUG oslo_concurrency.lockutils [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] Acquired lock "refresh_cache-177ae6a3-4396-44d7-8545-6c7fea64347a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.629867] env[69572]: DEBUG nova.network.neutron [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Refreshing network info cache for port 2002eb20-e29e-41db-9fad-cc97b051e2db {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.635031] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:5b:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2002eb20-e29e-41db-9fad-cc97b051e2db', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.640448] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Creating folder: Project (8e2f9e8264874c27a0c7ebacd5cd2e88). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.641814] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e4d7428-7ad0-47de-8ee1-16ddfa9be86e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.657925] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Created folder: Project (8e2f9e8264874c27a0c7ebacd5cd2e88) in parent group-v685431. [ 765.658166] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Creating folder: Instances. Parent ref: group-v685559. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.658419] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feef4f93-af1c-4f34-bddb-c2187fb1ea20 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.667737] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Created folder: Instances in parent group-v685559. [ 765.667966] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.668327] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.668437] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bc4b913-07d0-45dd-a207-8961ae112f88 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.690909] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.690909] env[69572]: value = "task-3434208" [ 765.690909] env[69572]: _type = "Task" [ 765.690909] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.706937] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434208, 'name': CreateVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.792431] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434205, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.888325] env[69572]: DEBUG oslo_concurrency.lockutils [None req-598f8047-c226-48db-9a55-9a9dcdd56098 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lock "95029ea4-1849-4080-ad2e-935f1c38c529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.873s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.206195] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434208, 'name': CreateVM_Task, 'duration_secs': 0.415174} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.206441] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.207373] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.207457] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.207716] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.207993] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d42666c-eb5e-40a1-84f0-8d93187d8478 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.213993] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for the task: (returnval){ [ 766.213993] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a66cdc-5943-3092-8279-34f659bad051" [ 766.213993] env[69572]: _type = "Task" [ 766.213993] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.227285] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a66cdc-5943-3092-8279-34f659bad051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.304650] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434205, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.396392] env[69572]: DEBUG nova.compute.manager [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 766.591583] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cb8bf9-2673-489b-a84b-a6683f90d7ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.603799] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquiring lock "56aecc50-2aad-40cf-a4cb-131be0bb1141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.603799] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Lock "56aecc50-2aad-40cf-a4cb-131be0bb1141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.611353] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2162d016-c9ba-4667-9d11-292956ba1dbd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.651285] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f18a6a-928f-4af1-a3b1-ccfbed46c73e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.672197] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43ca06c-aa2c-4c49-b2f9-6d2978b9bffa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.689696] env[69572]: DEBUG nova.compute.provider_tree [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.714211] env[69572]: DEBUG nova.network.neutron [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Updated VIF entry in instance network info cache for port 2002eb20-e29e-41db-9fad-cc97b051e2db. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.714795] env[69572]: DEBUG nova.network.neutron [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Updating instance_info_cache with network_info: [{"id": "2002eb20-e29e-41db-9fad-cc97b051e2db", "address": "fa:16:3e:4d:5b:5a", "network": {"id": "89f1a012-2545-4155-bb8c-d5c89caffd69", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-890839616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2f9e8264874c27a0c7ebacd5cd2e88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2002eb20-e2", "ovs_interfaceid": "2002eb20-e29e-41db-9fad-cc97b051e2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.729872] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a66cdc-5943-3092-8279-34f659bad051, 'name': SearchDatastore_Task, 'duration_secs': 0.028575} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.730162] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.730630] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.730630] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.730785] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.730954] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.731863] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e74081f-2649-4541-a1ff-336c671ccc73 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.747025] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.747025] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.747025] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc034a17-da1c-423d-ae08-c342fbf41217 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.750502] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for the task: (returnval){ [ 766.750502] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526568a3-e729-bad2-c3ab-3f98670bdc1f" [ 766.750502] env[69572]: _type = "Task" [ 766.750502] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.768720] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526568a3-e729-bad2-c3ab-3f98670bdc1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011441} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.769514] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed25744-4d23-489f-acc5-29af899a475a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.779646] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for the task: (returnval){ [ 766.779646] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52868b5e-a9ce-7f70-33f2-bc0f777e1072" [ 766.779646] env[69572]: _type = "Task" [ 766.779646] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.796803] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434205, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.064809} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.805773] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 69eeb79e-f1aa-4b65-a5e1-0232df15c133/69eeb79e-f1aa-4b65-a5e1-0232df15c133.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.805773] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.805773] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52868b5e-a9ce-7f70-33f2-bc0f777e1072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.805773] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07636f12-0158-48af-ad86-c6a842c1034f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.814227] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 766.814227] env[69572]: value = "task-3434209" [ 766.814227] env[69572]: _type = "Task" [ 766.814227] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.825662] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.928493] env[69572]: DEBUG nova.compute.manager [req-d733fa26-a208-4081-adcf-bc33980ff40d req-76d0d75d-623f-4975-b6eb-26c1cdeb47fb service nova] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Received event network-vif-plugged-2da6e7ec-c8eb-43a6-89f1-1840d7197fe2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 766.928820] env[69572]: DEBUG oslo_concurrency.lockutils [req-d733fa26-a208-4081-adcf-bc33980ff40d req-76d0d75d-623f-4975-b6eb-26c1cdeb47fb service nova] Acquiring lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.929060] env[69572]: DEBUG oslo_concurrency.lockutils [req-d733fa26-a208-4081-adcf-bc33980ff40d req-76d0d75d-623f-4975-b6eb-26c1cdeb47fb service nova] Lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.929191] env[69572]: DEBUG oslo_concurrency.lockutils [req-d733fa26-a208-4081-adcf-bc33980ff40d req-76d0d75d-623f-4975-b6eb-26c1cdeb47fb service nova] Lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.929330] env[69572]: DEBUG nova.compute.manager [req-d733fa26-a208-4081-adcf-bc33980ff40d req-76d0d75d-623f-4975-b6eb-26c1cdeb47fb service nova] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] No waiting events found dispatching network-vif-plugged-2da6e7ec-c8eb-43a6-89f1-1840d7197fe2 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 766.929545] env[69572]: WARNING nova.compute.manager [req-d733fa26-a208-4081-adcf-bc33980ff40d req-76d0d75d-623f-4975-b6eb-26c1cdeb47fb service nova] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Received unexpected event network-vif-plugged-2da6e7ec-c8eb-43a6-89f1-1840d7197fe2 for instance with vm_state building and task_state spawning. [ 766.935779] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.959816] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "8621a619-9c29-45e6-891a-81faa8a2d0b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.959816] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8621a619-9c29-45e6-891a-81faa8a2d0b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.960049] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "8621a619-9c29-45e6-891a-81faa8a2d0b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.960264] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8621a619-9c29-45e6-891a-81faa8a2d0b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.960496] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8621a619-9c29-45e6-891a-81faa8a2d0b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.963327] env[69572]: INFO nova.compute.manager [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Terminating instance [ 766.987745] env[69572]: DEBUG nova.network.neutron [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Successfully updated port: 2da6e7ec-c8eb-43a6-89f1-1840d7197fe2 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.178382] env[69572]: DEBUG nova.compute.manager [req-12558c75-6d7b-43ea-ab92-4ca88773a1d1 req-61aa7052-da51-49bc-b7a7-35d1845d2ffa service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Received event network-changed-147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 767.178382] env[69572]: DEBUG nova.compute.manager [req-12558c75-6d7b-43ea-ab92-4ca88773a1d1 req-61aa7052-da51-49bc-b7a7-35d1845d2ffa service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Refreshing instance network info cache due to event network-changed-147665bd-79f7-437f-b7cf-7a2df874a064. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 767.178382] env[69572]: DEBUG oslo_concurrency.lockutils [req-12558c75-6d7b-43ea-ab92-4ca88773a1d1 req-61aa7052-da51-49bc-b7a7-35d1845d2ffa service nova] Acquiring lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.178382] env[69572]: DEBUG oslo_concurrency.lockutils [req-12558c75-6d7b-43ea-ab92-4ca88773a1d1 req-61aa7052-da51-49bc-b7a7-35d1845d2ffa service nova] Acquired lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.178382] env[69572]: DEBUG nova.network.neutron [req-12558c75-6d7b-43ea-ab92-4ca88773a1d1 req-61aa7052-da51-49bc-b7a7-35d1845d2ffa service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Refreshing network info cache for port 147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.195361] env[69572]: DEBUG nova.scheduler.client.report [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.224483] env[69572]: DEBUG oslo_concurrency.lockutils [req-d2a323dc-e696-4094-be78-7ec27e3df307 req-61f3dcf8-afee-4887-a1ef-ce8ea6db471e service nova] Releasing lock "refresh_cache-177ae6a3-4396-44d7-8545-6c7fea64347a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.291822] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52868b5e-a9ce-7f70-33f2-bc0f777e1072, 'name': SearchDatastore_Task, 'duration_secs': 0.016144} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.292237] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.292570] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 177ae6a3-4396-44d7-8545-6c7fea64347a/177ae6a3-4396-44d7-8545-6c7fea64347a.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.292899] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b1a2d74-89df-4832-aa2d-d726c352010c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.300091] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for the task: (returnval){ [ 767.300091] env[69572]: value = "task-3434210" [ 767.300091] env[69572]: _type = "Task" [ 767.300091] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.309666] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.324887] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074473} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.325503] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.326772] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e55102-4345-4e11-a50c-403e391b7891 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.355805] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 69eeb79e-f1aa-4b65-a5e1-0232df15c133/69eeb79e-f1aa-4b65-a5e1-0232df15c133.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.355805] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-973f3fd8-af2e-4086-9f2f-98c72ae6645f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.376077] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 767.376077] env[69572]: value = "task-3434211" [ 767.376077] env[69572]: _type = "Task" [ 767.376077] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.387450] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.468927] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "refresh_cache-8621a619-9c29-45e6-891a-81faa8a2d0b7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.468927] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquired lock "refresh_cache-8621a619-9c29-45e6-891a-81faa8a2d0b7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.468927] env[69572]: DEBUG nova.network.neutron [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.491638] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "refresh_cache-c8488c1f-4d88-44c8-9735-d5e0f77b1954" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.491638] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquired lock "refresh_cache-c8488c1f-4d88-44c8-9735-d5e0f77b1954" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.491638] env[69572]: DEBUG nova.network.neutron [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.699759] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.700228] env[69572]: DEBUG nova.compute.manager [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 767.703298] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.783s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.707337] env[69572]: INFO nova.compute.claims [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.811181] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434210, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.897785] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.995362] env[69572]: DEBUG nova.network.neutron [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.061380] env[69572]: DEBUG nova.network.neutron [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.068346] env[69572]: DEBUG nova.network.neutron [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.077748] env[69572]: DEBUG nova.network.neutron [req-12558c75-6d7b-43ea-ab92-4ca88773a1d1 req-61aa7052-da51-49bc-b7a7-35d1845d2ffa service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updated VIF entry in instance network info cache for port 147665bd-79f7-437f-b7cf-7a2df874a064. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.078161] env[69572]: DEBUG nova.network.neutron [req-12558c75-6d7b-43ea-ab92-4ca88773a1d1 req-61aa7052-da51-49bc-b7a7-35d1845d2ffa service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updating instance_info_cache with network_info: [{"id": "147665bd-79f7-437f-b7cf-7a2df874a064", "address": "fa:16:3e:09:45:ab", "network": {"id": "00059edd-e904-4e41-a14a-a3de510c2cbc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1068604848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2572f1be5c804f24b694dbfd38023f5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147665bd-79", "ovs_interfaceid": "147665bd-79f7-437f-b7cf-7a2df874a064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.212345] env[69572]: DEBUG nova.compute.utils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.215636] env[69572]: DEBUG nova.compute.manager [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 768.216017] env[69572]: DEBUG nova.network.neutron [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.304220] env[69572]: DEBUG nova.network.neutron [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Updating instance_info_cache with network_info: [{"id": "2da6e7ec-c8eb-43a6-89f1-1840d7197fe2", "address": "fa:16:3e:37:55:7e", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da6e7ec-c8", "ovs_interfaceid": "2da6e7ec-c8eb-43a6-89f1-1840d7197fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.311258] env[69572]: DEBUG nova.policy [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '571355536b4a4864865cf54795f0446d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f18cc6d5f2eb44e499c38f88ba83cbd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.320684] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610789} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.321142] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 177ae6a3-4396-44d7-8545-6c7fea64347a/177ae6a3-4396-44d7-8545-6c7fea64347a.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.321292] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.321494] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-295977d4-9137-47b0-8447-86a00e6a23c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.328243] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for the task: (returnval){ [ 768.328243] env[69572]: value = "task-3434216" [ 768.328243] env[69572]: _type = "Task" [ 768.328243] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.337754] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.386624] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.569104] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Releasing lock "refresh_cache-8621a619-9c29-45e6-891a-81faa8a2d0b7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.571162] env[69572]: DEBUG nova.compute.manager [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 768.571421] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.572518] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e4a587-8878-42f0-9368-4626968a2598 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.585859] env[69572]: DEBUG oslo_concurrency.lockutils [req-12558c75-6d7b-43ea-ab92-4ca88773a1d1 req-61aa7052-da51-49bc-b7a7-35d1845d2ffa service nova] Releasing lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.587185] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.587363] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b40c7930-a6d8-4b68-9ccf-7d313b2ba096 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.595840] env[69572]: DEBUG oslo_vmware.api [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 768.595840] env[69572]: value = "task-3434217" [ 768.595840] env[69572]: _type = "Task" [ 768.595840] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.605437] env[69572]: DEBUG oslo_vmware.api [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.723548] env[69572]: DEBUG nova.compute.manager [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 768.802092] env[69572]: DEBUG nova.network.neutron [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Successfully created port: 982fe881-2e0f-4144-9683-72dddaf8b61b {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.804604] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Releasing lock "refresh_cache-c8488c1f-4d88-44c8-9735-d5e0f77b1954" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.804895] env[69572]: DEBUG nova.compute.manager [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Instance network_info: |[{"id": "2da6e7ec-c8eb-43a6-89f1-1840d7197fe2", "address": "fa:16:3e:37:55:7e", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da6e7ec-c8", "ovs_interfaceid": "2da6e7ec-c8eb-43a6-89f1-1840d7197fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 768.805342] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:55:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2da6e7ec-c8eb-43a6-89f1-1840d7197fe2', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.812868] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Creating folder: Project (17779d9901ba47408bfad9f574293276). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.817972] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e977b03e-03f9-4624-b17d-7456cbc2bec6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.829636] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Created folder: Project (17779d9901ba47408bfad9f574293276) in parent group-v685431. [ 768.829840] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Creating folder: Instances. Parent ref: group-v685565. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.834933] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbb2059e-2046-42a8-8c1b-49f3ff6b7fcc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.846428] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.849073] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Created folder: Instances in parent group-v685565. [ 768.849362] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.849561] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.849776] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abfabab2-fd47-4dac-896e-8a40dc789cf4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.876237] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.876237] env[69572]: value = "task-3434220" [ 768.876237] env[69572]: _type = "Task" [ 768.876237] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.889050] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434220, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.892319] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.964308] env[69572]: DEBUG nova.compute.manager [req-32eda7d7-254e-4609-acd5-997cedbe03fe req-1800466b-7519-4c72-aa3d-3ff561d7e175 service nova] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Received event network-changed-2da6e7ec-c8eb-43a6-89f1-1840d7197fe2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 768.964578] env[69572]: DEBUG nova.compute.manager [req-32eda7d7-254e-4609-acd5-997cedbe03fe req-1800466b-7519-4c72-aa3d-3ff561d7e175 service nova] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Refreshing instance network info cache due to event network-changed-2da6e7ec-c8eb-43a6-89f1-1840d7197fe2. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 768.964828] env[69572]: DEBUG oslo_concurrency.lockutils [req-32eda7d7-254e-4609-acd5-997cedbe03fe req-1800466b-7519-4c72-aa3d-3ff561d7e175 service nova] Acquiring lock "refresh_cache-c8488c1f-4d88-44c8-9735-d5e0f77b1954" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.964971] env[69572]: DEBUG oslo_concurrency.lockutils [req-32eda7d7-254e-4609-acd5-997cedbe03fe req-1800466b-7519-4c72-aa3d-3ff561d7e175 service nova] Acquired lock "refresh_cache-c8488c1f-4d88-44c8-9735-d5e0f77b1954" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.965390] env[69572]: DEBUG nova.network.neutron [req-32eda7d7-254e-4609-acd5-997cedbe03fe req-1800466b-7519-4c72-aa3d-3ff561d7e175 service nova] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Refreshing network info cache for port 2da6e7ec-c8eb-43a6-89f1-1840d7197fe2 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.108037] env[69572]: DEBUG oslo_vmware.api [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434217, 'name': PowerOffVM_Task, 'duration_secs': 0.224754} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.108361] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.108394] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.108826] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9ddb151-21a5-4694-b56c-f8f49103c007 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.166758] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.167020] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.167277] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Deleting the datastore file [datastore1] 8621a619-9c29-45e6-891a-81faa8a2d0b7 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.168026] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6198be78-d77e-4d3a-8f7c-d8b50a094b26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.176063] env[69572]: DEBUG oslo_vmware.api [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for the task: (returnval){ [ 769.176063] env[69572]: value = "task-3434222" [ 769.176063] env[69572]: _type = "Task" [ 769.176063] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.184739] env[69572]: DEBUG oslo_vmware.api [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.300100] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5c2ea6-e7c2-4214-9fc4-f056a3180ffb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.309156] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270867be-c540-4735-9c8d-bec4bea90927 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.341359] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13297b6-e800-4592-bf83-ebde5b4a530e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.348867] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.696672} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.351097] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.351949] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd066f69-f3ce-4359-b879-9f71ce34bcab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.355356] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4767255-71ba-400c-9551-af78b1bef439 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.378985] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 177ae6a3-4396-44d7-8545-6c7fea64347a/177ae6a3-4396-44d7-8545-6c7fea64347a.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.388701] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9010ce8-e77b-44bc-a99d-bb83a59c3cee {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.402724] env[69572]: DEBUG nova.compute.provider_tree [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.416346] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434220, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.420520] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for the task: (returnval){ [ 769.420520] env[69572]: value = "task-3434223" [ 769.420520] env[69572]: _type = "Task" [ 769.420520] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.421072] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434211, 'name': ReconfigVM_Task, 'duration_secs': 1.533505} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.421424] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 69eeb79e-f1aa-4b65-a5e1-0232df15c133/69eeb79e-f1aa-4b65-a5e1-0232df15c133.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.424857] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe66a318-b40d-44ee-8425-56c15779c99b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.434515] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.434958] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 769.434958] env[69572]: value = "task-3434224" [ 769.434958] env[69572]: _type = "Task" [ 769.434958] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.442937] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434224, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.687562] env[69572]: DEBUG oslo_vmware.api [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Task: {'id': task-3434222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196289} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.687794] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.687997] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.688232] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.688414] env[69572]: INFO nova.compute.manager [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 769.688662] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.688903] env[69572]: DEBUG nova.compute.manager [-] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 769.689182] env[69572]: DEBUG nova.network.neutron [-] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.706061] env[69572]: DEBUG nova.network.neutron [-] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.733336] env[69572]: DEBUG nova.compute.manager [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 769.757453] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.758037] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.758037] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.758217] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.758260] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.758386] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.758592] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.758813] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.759008] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.759164] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.759334] env[69572]: DEBUG nova.virt.hardware [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.760348] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403d2a43-78c0-4e13-9a04-da2819c24478 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.767959] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a48521-b102-4006-8b0a-576b422972e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.802436] env[69572]: DEBUG nova.network.neutron [req-32eda7d7-254e-4609-acd5-997cedbe03fe req-1800466b-7519-4c72-aa3d-3ff561d7e175 service nova] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Updated VIF entry in instance network info cache for port 2da6e7ec-c8eb-43a6-89f1-1840d7197fe2. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.802798] env[69572]: DEBUG nova.network.neutron [req-32eda7d7-254e-4609-acd5-997cedbe03fe req-1800466b-7519-4c72-aa3d-3ff561d7e175 service nova] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Updating instance_info_cache with network_info: [{"id": "2da6e7ec-c8eb-43a6-89f1-1840d7197fe2", "address": "fa:16:3e:37:55:7e", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da6e7ec-c8", "ovs_interfaceid": "2da6e7ec-c8eb-43a6-89f1-1840d7197fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.899986] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434220, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.912760] env[69572]: DEBUG nova.scheduler.client.report [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.934474] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.947546] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434224, 'name': Rename_Task, 'duration_secs': 0.230883} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.947838] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.948179] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db74a3a1-decd-4a62-8843-0081bfb92769 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.957256] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 769.957256] env[69572]: value = "task-3434225" [ 769.957256] env[69572]: _type = "Task" [ 769.957256] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.967113] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.208616] env[69572]: DEBUG nova.network.neutron [-] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.305643] env[69572]: DEBUG oslo_concurrency.lockutils [req-32eda7d7-254e-4609-acd5-997cedbe03fe req-1800466b-7519-4c72-aa3d-3ff561d7e175 service nova] Releasing lock "refresh_cache-c8488c1f-4d88-44c8-9735-d5e0f77b1954" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.398514] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434220, 'name': CreateVM_Task, 'duration_secs': 1.481261} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.398713] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.399478] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.399679] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.400018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.400308] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa6658c-f21f-40c9-83ba-bf5995bb55a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.405377] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 770.405377] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522eb21c-c16f-5ef2-a378-88b3bf4702b1" [ 770.405377] env[69572]: _type = "Task" [ 770.405377] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.414885] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522eb21c-c16f-5ef2-a378-88b3bf4702b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.420057] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.420599] env[69572]: DEBUG nova.compute.manager [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 770.423317] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.703s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.423628] env[69572]: DEBUG nova.objects.instance [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lazy-loading 'resources' on Instance uuid 2f865843-a85f-4f29-ba8f-11e691e20d2f {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.434676] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.469943] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434225, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.559675] env[69572]: DEBUG nova.network.neutron [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Successfully updated port: 982fe881-2e0f-4144-9683-72dddaf8b61b {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.715587] env[69572]: INFO nova.compute.manager [-] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Took 1.03 seconds to deallocate network for instance. [ 770.915966] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522eb21c-c16f-5ef2-a378-88b3bf4702b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014387} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.916300] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.916539] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.916778] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.916923] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.917147] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.918336] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4d00d3e-c060-4b63-9dea-c188df5cf5a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.933906] env[69572]: DEBUG nova.compute.utils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.938912] env[69572]: DEBUG nova.compute.manager [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 770.939567] env[69572]: DEBUG nova.network.neutron [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.941853] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434223, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.942866] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.943076] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.944194] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a77e578-6266-4c20-ae69-49fd0fab82ff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.950073] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 770.950073] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5237fdbd-5d4d-6f6a-53fd-b341461ac895" [ 770.950073] env[69572]: _type = "Task" [ 770.950073] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.959889] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5237fdbd-5d4d-6f6a-53fd-b341461ac895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.970729] env[69572]: DEBUG oslo_vmware.api [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434225, 'name': PowerOnVM_Task, 'duration_secs': 0.625726} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.971015] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.971288] env[69572]: INFO nova.compute.manager [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Took 12.01 seconds to spawn the instance on the hypervisor. [ 770.971415] env[69572]: DEBUG nova.compute.manager [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.972245] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a130f6f-291d-44c4-9c81-68b45341b4ee {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.021725] env[69572]: DEBUG nova.policy [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '571355536b4a4864865cf54795f0446d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f18cc6d5f2eb44e499c38f88ba83cbd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.063869] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "refresh_cache-6437bcc8-d516-4874-b5d0-3683061d5f9c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.064114] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired lock "refresh_cache-6437bcc8-d516-4874-b5d0-3683061d5f9c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.064337] env[69572]: DEBUG nova.network.neutron [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.072681] env[69572]: DEBUG nova.compute.manager [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Received event network-vif-plugged-982fe881-2e0f-4144-9683-72dddaf8b61b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 771.072885] env[69572]: DEBUG oslo_concurrency.lockutils [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] Acquiring lock "6437bcc8-d516-4874-b5d0-3683061d5f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.073249] env[69572]: DEBUG oslo_concurrency.lockutils [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] Lock "6437bcc8-d516-4874-b5d0-3683061d5f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.073587] env[69572]: DEBUG oslo_concurrency.lockutils [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] Lock "6437bcc8-d516-4874-b5d0-3683061d5f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.074377] env[69572]: DEBUG nova.compute.manager [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] No waiting events found dispatching network-vif-plugged-982fe881-2e0f-4144-9683-72dddaf8b61b {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 771.074459] env[69572]: WARNING nova.compute.manager [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Received unexpected event network-vif-plugged-982fe881-2e0f-4144-9683-72dddaf8b61b for instance with vm_state building and task_state spawning. [ 771.076561] env[69572]: DEBUG nova.compute.manager [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Received event network-changed-982fe881-2e0f-4144-9683-72dddaf8b61b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 771.076754] env[69572]: DEBUG nova.compute.manager [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Refreshing instance network info cache due to event network-changed-982fe881-2e0f-4144-9683-72dddaf8b61b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 771.076950] env[69572]: DEBUG oslo_concurrency.lockutils [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] Acquiring lock "refresh_cache-6437bcc8-d516-4874-b5d0-3683061d5f9c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.234020] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.434525] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434223, 'name': ReconfigVM_Task, 'duration_secs': 1.542656} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.437426] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 177ae6a3-4396-44d7-8545-6c7fea64347a/177ae6a3-4396-44d7-8545-6c7fea64347a.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.438268] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5745149-3792-4118-a7cf-41b61a7cbf3c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.446787] env[69572]: DEBUG nova.compute.manager [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 771.450430] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for the task: (returnval){ [ 771.450430] env[69572]: value = "task-3434227" [ 771.450430] env[69572]: _type = "Task" [ 771.450430] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.467020] env[69572]: DEBUG nova.network.neutron [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Successfully created port: 64318044-e47d-48a0-ac29-6f8151bed494 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.477652] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5237fdbd-5d4d-6f6a-53fd-b341461ac895, 'name': SearchDatastore_Task, 'duration_secs': 0.019613} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.477652] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434227, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.481478] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb0fd9d-5391-4c79-9cc1-bd1c4d169879 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.496852] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 771.496852] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523c3d4d-8f25-2c47-c890-652993212d26" [ 771.496852] env[69572]: _type = "Task" [ 771.496852] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.500887] env[69572]: INFO nova.compute.manager [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Took 51.28 seconds to build instance. [ 771.513407] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523c3d4d-8f25-2c47-c890-652993212d26, 'name': SearchDatastore_Task, 'duration_secs': 0.015216} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.513829] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.513964] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] c8488c1f-4d88-44c8-9735-d5e0f77b1954/c8488c1f-4d88-44c8-9735-d5e0f77b1954.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.514511] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2451bb4-9475-4d26-bb18-eb173269b325 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.524155] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 771.524155] env[69572]: value = "task-3434228" [ 771.524155] env[69572]: _type = "Task" [ 771.524155] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.533286] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.535783] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b505db-d567-42de-b8e2-dc23eea574ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.543104] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8a874c-30fb-45ca-9ec4-652cd88f8b24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.582925] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8876fea-523e-4738-bdda-6ff20f0f65e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.595018] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebac3d4-0cf5-49d8-b1bf-53570a7d580c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.393796] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2f4e6cb7-32a6-4a1b-beb7-bb0986a10558 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.891s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.394699] env[69572]: DEBUG nova.compute.provider_tree [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.397285] env[69572]: DEBUG nova.network.neutron [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.413017] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434227, 'name': Rename_Task, 'duration_secs': 0.23333} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.416982] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.416982] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852476} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.416982] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb51091d-1608-4290-a11c-b619a726ac45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.418532] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] c8488c1f-4d88-44c8-9735-d5e0f77b1954/c8488c1f-4d88-44c8-9735-d5e0f77b1954.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.418735] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.418959] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f376a2d-868b-4475-8a55-48126755d5a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.426227] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for the task: (returnval){ [ 772.426227] env[69572]: value = "task-3434229" [ 772.426227] env[69572]: _type = "Task" [ 772.426227] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.428025] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 772.428025] env[69572]: value = "task-3434230" [ 772.428025] env[69572]: _type = "Task" [ 772.428025] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.445531] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.445784] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434229, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.473672] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8893-2920-a666-e9e9-dec7c6fff138/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 772.474746] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f542996e-e99a-40bc-8aa1-03d6bc4edb4e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.482650] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8893-2920-a666-e9e9-dec7c6fff138/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 772.482830] env[69572]: ERROR oslo_vmware.rw_handles [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8893-2920-a666-e9e9-dec7c6fff138/disk-0.vmdk due to incomplete transfer. [ 772.483388] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6bd585c-6697-4fb3-b64d-5ffa33760dd4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.490548] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e8893-2920-a666-e9e9-dec7c6fff138/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 772.490548] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Uploaded image 88a12f47-6da8-4445-88b6-fb587a2fced7 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 772.493297] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.493573] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-662c543d-d70e-4af0-a185-91a014330544 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.498905] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 772.498905] env[69572]: value = "task-3434231" [ 772.498905] env[69572]: _type = "Task" [ 772.498905] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.507205] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434231, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.617111] env[69572]: DEBUG nova.network.neutron [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Updating instance_info_cache with network_info: [{"id": "982fe881-2e0f-4144-9683-72dddaf8b61b", "address": "fa:16:3e:2e:0f:ba", "network": {"id": "6d86840b-ed54-466c-bb66-607b7f8c01ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1908959579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18cc6d5f2eb44e499c38f88ba83cbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982fe881-2e", "ovs_interfaceid": "982fe881-2e0f-4144-9683-72dddaf8b61b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.908065] env[69572]: DEBUG nova.scheduler.client.report [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.911817] env[69572]: DEBUG nova.compute.manager [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 772.915857] env[69572]: DEBUG nova.compute.manager [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 772.944469] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434229, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.946863] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.947209] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.947338] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.947520] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.947663] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.947810] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.948039] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.948223] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.948409] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.948618] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.948872] env[69572]: DEBUG nova.virt.hardware [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.949940] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d8e47e-1761-4b6b-9d1c-e9226f2a5c02 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.957893] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080225} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.962790] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.962790] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df524735-9bec-42a0-a1b2-1b9af09516c1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.965283] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04b09a2-d237-4f57-b566-763be64f07a1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.000890] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] c8488c1f-4d88-44c8-9735-d5e0f77b1954/c8488c1f-4d88-44c8-9735-d5e0f77b1954.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.001139] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2efd15b-f4e1-4bc8-aebe-551c79877e3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.025358] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434231, 'name': Destroy_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.026826] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 773.026826] env[69572]: value = "task-3434233" [ 773.026826] env[69572]: _type = "Task" [ 773.026826] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.036768] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.120443] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Releasing lock "refresh_cache-6437bcc8-d516-4874-b5d0-3683061d5f9c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.120443] env[69572]: DEBUG nova.compute.manager [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Instance network_info: |[{"id": "982fe881-2e0f-4144-9683-72dddaf8b61b", "address": "fa:16:3e:2e:0f:ba", "network": {"id": "6d86840b-ed54-466c-bb66-607b7f8c01ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1908959579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18cc6d5f2eb44e499c38f88ba83cbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982fe881-2e", "ovs_interfaceid": "982fe881-2e0f-4144-9683-72dddaf8b61b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 773.120887] env[69572]: DEBUG oslo_concurrency.lockutils [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] Acquired lock "refresh_cache-6437bcc8-d516-4874-b5d0-3683061d5f9c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.121225] env[69572]: DEBUG nova.network.neutron [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Refreshing network info cache for port 982fe881-2e0f-4144-9683-72dddaf8b61b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.122487] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:0f:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '982fe881-2e0f-4144-9683-72dddaf8b61b', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.130380] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Creating folder: Project (f18cc6d5f2eb44e499c38f88ba83cbd0). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.131739] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86d4189e-d6be-42b5-bcbf-bebc5c354c34 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.144156] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Created folder: Project (f18cc6d5f2eb44e499c38f88ba83cbd0) in parent group-v685431. [ 773.144371] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Creating folder: Instances. Parent ref: group-v685568. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.144625] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ec9235f-1872-459b-b7ba-18c3c9f63187 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.154940] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Created folder: Instances in parent group-v685568. [ 773.155228] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.155669] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.155889] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-636ea23b-9e52-4b70-ba08-d95e42d93e5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.178626] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.178626] env[69572]: value = "task-3434236" [ 773.178626] env[69572]: _type = "Task" [ 773.178626] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.185735] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434236, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.419232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.993s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.421285] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.194s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.422297] env[69572]: DEBUG nova.objects.instance [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 773.442720] env[69572]: DEBUG oslo_vmware.api [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434229, 'name': PowerOnVM_Task, 'duration_secs': 0.618465} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.446117] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.446117] env[69572]: INFO nova.compute.manager [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Took 11.10 seconds to spawn the instance on the hypervisor. [ 773.446117] env[69572]: DEBUG nova.compute.manager [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 773.446117] env[69572]: INFO nova.scheduler.client.report [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Deleted allocations for instance 2f865843-a85f-4f29-ba8f-11e691e20d2f [ 773.446929] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dcf3c6-1858-46aa-998f-d3476cd5cbef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.465179] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.492172] env[69572]: DEBUG nova.compute.manager [req-1c8810b2-2a9d-4210-b47a-8529d9c3b995 req-9871ecaf-f731-4ea6-91cd-05b2e9cde74d service nova] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Received event network-vif-plugged-64318044-e47d-48a0-ac29-6f8151bed494 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 773.492172] env[69572]: DEBUG oslo_concurrency.lockutils [req-1c8810b2-2a9d-4210-b47a-8529d9c3b995 req-9871ecaf-f731-4ea6-91cd-05b2e9cde74d service nova] Acquiring lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.492172] env[69572]: DEBUG oslo_concurrency.lockutils [req-1c8810b2-2a9d-4210-b47a-8529d9c3b995 req-9871ecaf-f731-4ea6-91cd-05b2e9cde74d service nova] Lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.492172] env[69572]: DEBUG oslo_concurrency.lockutils [req-1c8810b2-2a9d-4210-b47a-8529d9c3b995 req-9871ecaf-f731-4ea6-91cd-05b2e9cde74d service nova] Lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.492172] env[69572]: DEBUG nova.compute.manager [req-1c8810b2-2a9d-4210-b47a-8529d9c3b995 req-9871ecaf-f731-4ea6-91cd-05b2e9cde74d service nova] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] No waiting events found dispatching network-vif-plugged-64318044-e47d-48a0-ac29-6f8151bed494 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 773.492172] env[69572]: WARNING nova.compute.manager [req-1c8810b2-2a9d-4210-b47a-8529d9c3b995 req-9871ecaf-f731-4ea6-91cd-05b2e9cde74d service nova] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Received unexpected event network-vif-plugged-64318044-e47d-48a0-ac29-6f8151bed494 for instance with vm_state building and task_state spawning. [ 773.513454] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434231, 'name': Destroy_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.536717] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434233, 'name': ReconfigVM_Task, 'duration_secs': 0.48838} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.537335] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Reconfigured VM instance instance-0000002f to attach disk [datastore2] c8488c1f-4d88-44c8-9735-d5e0f77b1954/c8488c1f-4d88-44c8-9735-d5e0f77b1954.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.539969] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76257e8c-3998-41c7-b8c8-df634eb0fbc1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.546174] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 773.546174] env[69572]: value = "task-3434237" [ 773.546174] env[69572]: _type = "Task" [ 773.546174] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.555236] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434237, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.616992] env[69572]: DEBUG nova.compute.manager [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 773.617941] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ef5c21-dc85-4afc-b5ff-3a5c7e12bcc6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.688215] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434236, 'name': CreateVM_Task, 'duration_secs': 0.405353} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.689066] env[69572]: DEBUG nova.network.neutron [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Successfully updated port: 64318044-e47d-48a0-ac29-6f8151bed494 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.690252] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.691436] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.691677] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.692068] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.692778] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b055e82e-436f-4f2d-87d9-0f033150bf7f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.697274] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 773.697274] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524f5a4f-a428-386e-657d-271e96e847f0" [ 773.697274] env[69572]: _type = "Task" [ 773.697274] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.710066] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524f5a4f-a428-386e-657d-271e96e847f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.732517] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.732777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.732958] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.733158] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.733440] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.735564] env[69572]: INFO nova.compute.manager [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Terminating instance [ 773.970808] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0784acb-c9e7-4172-ae18-8475af857309 tempest-InstanceActionsV221TestJSON-1101284214 tempest-InstanceActionsV221TestJSON-1101284214-project-member] Lock "2f865843-a85f-4f29-ba8f-11e691e20d2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.854s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.979948] env[69572]: INFO nova.compute.manager [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Took 44.76 seconds to build instance. [ 773.981130] env[69572]: DEBUG nova.network.neutron [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Updated VIF entry in instance network info cache for port 982fe881-2e0f-4144-9683-72dddaf8b61b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.981486] env[69572]: DEBUG nova.network.neutron [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Updating instance_info_cache with network_info: [{"id": "982fe881-2e0f-4144-9683-72dddaf8b61b", "address": "fa:16:3e:2e:0f:ba", "network": {"id": "6d86840b-ed54-466c-bb66-607b7f8c01ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1908959579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18cc6d5f2eb44e499c38f88ba83cbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982fe881-2e", "ovs_interfaceid": "982fe881-2e0f-4144-9683-72dddaf8b61b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.011148] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434231, 'name': Destroy_Task, 'duration_secs': 1.337407} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.011730] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Destroyed the VM [ 774.012070] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 774.012325] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a3add4b-3aeb-4e68-98c4-c9965675933f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.018615] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 774.018615] env[69572]: value = "task-3434238" [ 774.018615] env[69572]: _type = "Task" [ 774.018615] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.027048] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.051907] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434237, 'name': Rename_Task, 'duration_secs': 0.334355} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.052325] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.052600] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cea67d1-e9dc-41ec-9636-7b1f63275e53 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.057923] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 774.057923] env[69572]: value = "task-3434239" [ 774.057923] env[69572]: _type = "Task" [ 774.057923] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.065790] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.131613] env[69572]: INFO nova.compute.manager [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] instance snapshotting [ 774.134475] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59614e04-4409-46c5-ac08-1525b69164dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.157774] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b5f76-6f94-4caa-9069-cd0c4eba4bde {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.193258] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "refresh_cache-7f63dd74-08a8-4a3d-afd9-c36ecfd72314" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.193432] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired lock "refresh_cache-7f63dd74-08a8-4a3d-afd9-c36ecfd72314" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.193663] env[69572]: DEBUG nova.network.neutron [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.213908] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524f5a4f-a428-386e-657d-271e96e847f0, 'name': SearchDatastore_Task, 'duration_secs': 0.039408} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.214243] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.215102] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.215367] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.215512] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.215699] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.216245] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d669238c-f6fd-40c4-ad09-8e7146432495 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.229178] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.232313] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.232313] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b43ee73-5af8-422a-917d-75c9cc112f7c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.235844] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 774.235844] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52995197-8403-0b81-d85d-5c62f53fa3d5" [ 774.235844] env[69572]: _type = "Task" [ 774.235844] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.244527] env[69572]: DEBUG nova.compute.manager [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 774.244736] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.245407] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52995197-8403-0b81-d85d-5c62f53fa3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.246075] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4534514a-7304-4270-a36e-d80f456fb8ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.252685] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.252940] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4adfd43-0da1-497a-8018-bfc9eee58fc4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.435183] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137eb4f8-8fa6-4d7d-bb83-6625bd1d4b65 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.435950] env[69572]: DEBUG oslo_concurrency.lockutils [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.130s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.436306] env[69572]: DEBUG nova.objects.instance [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 774.441329] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.441528] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.441711] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleting the datastore file [datastore2] 54bb24f0-d4b8-40d3-8c8d-3ce706540b61 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.442160] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3798d719-7c0f-4305-a668-7b115a5e8939 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.449243] env[69572]: DEBUG oslo_vmware.api [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 774.449243] env[69572]: value = "task-3434241" [ 774.449243] env[69572]: _type = "Task" [ 774.449243] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.457871] env[69572]: DEBUG oslo_vmware.api [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.467125] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "de49ea5b-93f1-4b99-a701-48368253fae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.467891] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "de49ea5b-93f1-4b99-a701-48368253fae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.482843] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14a1d5e8-e2da-4902-9da6-e8e7fe7cac87 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lock "177ae6a3-4396-44d7-8545-6c7fea64347a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.883s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.483302] env[69572]: DEBUG oslo_concurrency.lockutils [req-81332356-d4bc-47c5-81c5-e39bde32c889 req-aa6dc87a-87ec-4536-a27c-b6c7f42b437c service nova] Releasing lock "refresh_cache-6437bcc8-d516-4874-b5d0-3683061d5f9c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.528585] env[69572]: DEBUG oslo_vmware.api [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434238, 'name': RemoveSnapshot_Task, 'duration_secs': 0.375074} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.528861] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 774.529110] env[69572]: INFO nova.compute.manager [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Took 14.56 seconds to snapshot the instance on the hypervisor. [ 774.569200] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434239, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.674191] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 774.674594] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d4a5360-6e97-46c1-ae2d-46e09e39b1f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.681825] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 774.681825] env[69572]: value = "task-3434242" [ 774.681825] env[69572]: _type = "Task" [ 774.681825] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.690814] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434242, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.746607] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52995197-8403-0b81-d85d-5c62f53fa3d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011107} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.747573] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0375e2-4aee-4df5-88c9-26b69bca9454 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.752701] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 774.752701] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e004dc-174c-7f56-5135-f71f77c5ad32" [ 774.752701] env[69572]: _type = "Task" [ 774.752701] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.765052] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e004dc-174c-7f56-5135-f71f77c5ad32, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.765052] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.765052] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 6437bcc8-d516-4874-b5d0-3683061d5f9c/6437bcc8-d516-4874-b5d0-3683061d5f9c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.766515] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4fd6bc4-3933-4508-bb4c-737c142ca6ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.772722] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 774.772722] env[69572]: value = "task-3434243" [ 774.772722] env[69572]: _type = "Task" [ 774.772722] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.780270] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.784791] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquiring lock "177ae6a3-4396-44d7-8545-6c7fea64347a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.785089] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lock "177ae6a3-4396-44d7-8545-6c7fea64347a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.785290] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquiring lock "177ae6a3-4396-44d7-8545-6c7fea64347a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.785480] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lock "177ae6a3-4396-44d7-8545-6c7fea64347a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.785643] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lock "177ae6a3-4396-44d7-8545-6c7fea64347a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.787642] env[69572]: DEBUG nova.network.neutron [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.789773] env[69572]: INFO nova.compute.manager [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Terminating instance [ 774.966371] env[69572]: DEBUG oslo_vmware.api [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217494} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.966737] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.966953] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.967239] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.967675] env[69572]: INFO nova.compute.manager [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Took 0.72 seconds to destroy the instance on the hypervisor. [ 774.967675] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.967833] env[69572]: DEBUG nova.compute.manager [-] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 774.968009] env[69572]: DEBUG nova.network.neutron [-] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.986043] env[69572]: DEBUG nova.compute.manager [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 775.033738] env[69572]: DEBUG nova.compute.manager [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Instance disappeared during snapshot {{(pid=69572) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4594}} [ 775.055108] env[69572]: DEBUG nova.compute.manager [None req-a807bdce-2271-4042-b6cc-8113d9a326a7 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image not found during clean up 88a12f47-6da8-4445-88b6-fb587a2fced7 {{(pid=69572) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4600}} [ 775.073720] env[69572]: DEBUG oslo_vmware.api [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434239, 'name': PowerOnVM_Task, 'duration_secs': 0.668626} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.073720] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.073720] env[69572]: INFO nova.compute.manager [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Took 10.00 seconds to spawn the instance on the hypervisor. [ 775.073720] env[69572]: DEBUG nova.compute.manager [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.074481] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567f20ca-f595-4564-8ab3-8481808aa3c5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.192757] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434242, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.250100] env[69572]: DEBUG nova.network.neutron [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Updating instance_info_cache with network_info: [{"id": "64318044-e47d-48a0-ac29-6f8151bed494", "address": "fa:16:3e:e9:0e:25", "network": {"id": "6d86840b-ed54-466c-bb66-607b7f8c01ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1908959579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18cc6d5f2eb44e499c38f88ba83cbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64318044-e4", "ovs_interfaceid": "64318044-e47d-48a0-ac29-6f8151bed494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.285423] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434243, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.294060] env[69572]: DEBUG nova.compute.manager [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 775.294361] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.295608] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a438938-9847-47ba-b531-3a7ced72a8c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.304727] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.304995] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00561208-7ac9-4d54-8a28-25a31b68f214 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.311618] env[69572]: DEBUG oslo_vmware.api [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for the task: (returnval){ [ 775.311618] env[69572]: value = "task-3434245" [ 775.311618] env[69572]: _type = "Task" [ 775.311618] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.320727] env[69572]: DEBUG oslo_vmware.api [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.448685] env[69572]: DEBUG oslo_concurrency.lockutils [None req-998197c3-7800-4a7e-9dcf-dd198db19124 tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.450105] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.065s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.454860] env[69572]: DEBUG nova.objects.instance [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'resources' on Instance uuid e558537c-3b7c-45c6-ba0e-754fe2895d6c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.507340] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.566606] env[69572]: DEBUG nova.compute.manager [req-0cfc5371-9b9b-437b-96fb-82f828438fc5 req-db14744a-5a82-440e-a425-855a59e325d4 service nova] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Received event network-changed-64318044-e47d-48a0-ac29-6f8151bed494 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 775.566807] env[69572]: DEBUG nova.compute.manager [req-0cfc5371-9b9b-437b-96fb-82f828438fc5 req-db14744a-5a82-440e-a425-855a59e325d4 service nova] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Refreshing instance network info cache due to event network-changed-64318044-e47d-48a0-ac29-6f8151bed494. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 775.567011] env[69572]: DEBUG oslo_concurrency.lockutils [req-0cfc5371-9b9b-437b-96fb-82f828438fc5 req-db14744a-5a82-440e-a425-855a59e325d4 service nova] Acquiring lock "refresh_cache-7f63dd74-08a8-4a3d-afd9-c36ecfd72314" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.600730] env[69572]: INFO nova.compute.manager [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Took 44.84 seconds to build instance. [ 775.692289] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434242, 'name': CreateSnapshot_Task, 'duration_secs': 0.612736} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.692606] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 775.693387] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3535fede-04aa-4db0-88b4-96e9ae15fd88 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.756514] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Releasing lock "refresh_cache-7f63dd74-08a8-4a3d-afd9-c36ecfd72314" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.756514] env[69572]: DEBUG nova.compute.manager [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Instance network_info: |[{"id": "64318044-e47d-48a0-ac29-6f8151bed494", "address": "fa:16:3e:e9:0e:25", "network": {"id": "6d86840b-ed54-466c-bb66-607b7f8c01ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1908959579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18cc6d5f2eb44e499c38f88ba83cbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64318044-e4", "ovs_interfaceid": "64318044-e47d-48a0-ac29-6f8151bed494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 775.756514] env[69572]: DEBUG oslo_concurrency.lockutils [req-0cfc5371-9b9b-437b-96fb-82f828438fc5 req-db14744a-5a82-440e-a425-855a59e325d4 service nova] Acquired lock "refresh_cache-7f63dd74-08a8-4a3d-afd9-c36ecfd72314" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.756514] env[69572]: DEBUG nova.network.neutron [req-0cfc5371-9b9b-437b-96fb-82f828438fc5 req-db14744a-5a82-440e-a425-855a59e325d4 service nova] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Refreshing network info cache for port 64318044-e47d-48a0-ac29-6f8151bed494 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.756514] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:0e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64318044-e47d-48a0-ac29-6f8151bed494', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.764105] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.767166] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.768472] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8b93696-d4b8-4f05-a350-d1dd32424700 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.794689] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594006} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.796481] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 6437bcc8-d516-4874-b5d0-3683061d5f9c/6437bcc8-d516-4874-b5d0-3683061d5f9c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.796740] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.797009] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.797009] env[69572]: value = "task-3434246" [ 775.797009] env[69572]: _type = "Task" [ 775.797009] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.797535] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-588bf7c1-0cf4-4160-b102-727161c8a424 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.808456] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434246, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.809872] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 775.809872] env[69572]: value = "task-3434247" [ 775.809872] env[69572]: _type = "Task" [ 775.809872] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.825214] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.831703] env[69572]: DEBUG oslo_vmware.api [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434245, 'name': PowerOffVM_Task, 'duration_secs': 0.477545} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.831967] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.832158] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.832580] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7779228-7426-4220-8987-6277be3a3aa3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.986620] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.986620] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.986866] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Deleting the datastore file [datastore1] 177ae6a3-4396-44d7-8545-6c7fea64347a {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.987423] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acf85bd3-cc70-46c1-97c0-66e68557a56a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.994097] env[69572]: DEBUG oslo_vmware.api [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for the task: (returnval){ [ 775.994097] env[69572]: value = "task-3434249" [ 775.994097] env[69572]: _type = "Task" [ 775.994097] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.005352] env[69572]: DEBUG oslo_vmware.api [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.102827] env[69572]: DEBUG nova.network.neutron [-] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.104337] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ac6c4902-7958-4ab1-ab1f-96ae8791f8a1 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.584s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.217163] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 776.217504] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b425fa91-ba2d-4b20-ad0d-6c8cc18401f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.228019] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 776.228019] env[69572]: value = "task-3434250" [ 776.228019] env[69572]: _type = "Task" [ 776.228019] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.236893] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434250, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.250095] env[69572]: DEBUG nova.network.neutron [req-0cfc5371-9b9b-437b-96fb-82f828438fc5 req-db14744a-5a82-440e-a425-855a59e325d4 service nova] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Updated VIF entry in instance network info cache for port 64318044-e47d-48a0-ac29-6f8151bed494. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.250455] env[69572]: DEBUG nova.network.neutron [req-0cfc5371-9b9b-437b-96fb-82f828438fc5 req-db14744a-5a82-440e-a425-855a59e325d4 service nova] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Updating instance_info_cache with network_info: [{"id": "64318044-e47d-48a0-ac29-6f8151bed494", "address": "fa:16:3e:e9:0e:25", "network": {"id": "6d86840b-ed54-466c-bb66-607b7f8c01ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1908959579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18cc6d5f2eb44e499c38f88ba83cbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64318044-e4", "ovs_interfaceid": "64318044-e47d-48a0-ac29-6f8151bed494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.313569] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434246, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.323717] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064939} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.324498] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.324805] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baa8497-aa21-490d-b22a-086330f82aea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.357971] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 6437bcc8-d516-4874-b5d0-3683061d5f9c/6437bcc8-d516-4874-b5d0-3683061d5f9c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.363628] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7352aafa-3f88-43a5-a02f-0e260d442951 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.383584] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 776.383584] env[69572]: value = "task-3434251" [ 776.383584] env[69572]: _type = "Task" [ 776.383584] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.396346] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.506325] env[69572]: DEBUG oslo_vmware.api [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Task: {'id': task-3434249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382588} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.507045] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.507233] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.507421] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.507602] env[69572]: INFO nova.compute.manager [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 776.507849] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.508252] env[69572]: DEBUG nova.compute.manager [-] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 776.509285] env[69572]: DEBUG nova.network.neutron [-] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.606054] env[69572]: INFO nova.compute.manager [-] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Took 1.64 seconds to deallocate network for instance. [ 776.611178] env[69572]: DEBUG nova.compute.manager [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 776.633114] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99754faa-95e1-4d88-8c44-8d68c3b332f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.642528] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e486201-aea7-48c6-baf7-da7194a46a95 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.680866] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b79d9c6-fba0-4f51-915d-34881259960f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.686301] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8155467-0a9b-4b9e-977c-79c7c1b036aa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.701902] env[69572]: DEBUG nova.compute.provider_tree [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.740643] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434250, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.753235] env[69572]: DEBUG oslo_concurrency.lockutils [req-0cfc5371-9b9b-437b-96fb-82f828438fc5 req-db14744a-5a82-440e-a425-855a59e325d4 service nova] Releasing lock "refresh_cache-7f63dd74-08a8-4a3d-afd9-c36ecfd72314" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.793080] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "8984660d-39da-43c8-b787-f57aec274422" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.793433] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.793759] env[69572]: INFO nova.compute.manager [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Rebooting instance [ 776.818593] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434246, 'name': CreateVM_Task, 'duration_secs': 0.652831} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.818593] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.819477] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.819477] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.819963] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.822258] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c58265-de6f-42f2-9536-1c808d3205ee {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.826050] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 776.826050] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520f24ba-81be-e56b-1e46-cd82caa26fb1" [ 776.826050] env[69572]: _type = "Task" [ 776.826050] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.843269] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520f24ba-81be-e56b-1e46-cd82caa26fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.897169] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434251, 'name': ReconfigVM_Task, 'duration_secs': 0.406276} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.897169] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 6437bcc8-d516-4874-b5d0-3683061d5f9c/6437bcc8-d516-4874-b5d0-3683061d5f9c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.898650] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ac7b0a5-1b95-4357-a254-e270f82eb54f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.905755] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 776.905755] env[69572]: value = "task-3434252" [ 776.905755] env[69572]: _type = "Task" [ 776.905755] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.920342] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434252, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.116189] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.141182] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.207514] env[69572]: DEBUG nova.scheduler.client.report [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.240014] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434250, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.339526] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520f24ba-81be-e56b-1e46-cd82caa26fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.340967] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.341446] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.341761] env[69572]: DEBUG nova.network.neutron [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.343840] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.344168] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.345025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.345025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.345025] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.345477] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-161fb95d-767d-4dc0-a3ce-e129932c9ec1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.366232] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.366761] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.374495] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169e6a8c-77d5-4b12-8004-d84c9a3dc2b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.382756] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 777.382756] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520d137e-17c8-c6aa-f84d-6c81fb904e1e" [ 777.382756] env[69572]: _type = "Task" [ 777.382756] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.393859] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520d137e-17c8-c6aa-f84d-6c81fb904e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.422354] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434252, 'name': Rename_Task, 'duration_secs': 0.172709} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.422577] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.423399] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc3c5856-7ca0-410d-b2ed-457fbfaec2bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.429598] env[69572]: DEBUG nova.network.neutron [-] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.436026] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 777.436026] env[69572]: value = "task-3434254" [ 777.436026] env[69572]: _type = "Task" [ 777.436026] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.445104] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.613471] env[69572]: DEBUG nova.compute.manager [req-7caa14c7-4369-462a-b9ca-6f327139f7b1 req-12f8d4d8-fd9b-4424-a369-0577b84d767f service nova] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Received event network-vif-deleted-505f50f6-f853-49bb-9ccd-6e6d912a2d1a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 777.613471] env[69572]: DEBUG nova.compute.manager [req-7caa14c7-4369-462a-b9ca-6f327139f7b1 req-12f8d4d8-fd9b-4424-a369-0577b84d767f service nova] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Received event network-vif-deleted-2002eb20-e29e-41db-9fad-cc97b051e2db {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 777.713581] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.717953] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.268s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.719112] env[69572]: DEBUG nova.objects.instance [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lazy-loading 'resources' on Instance uuid df1b26a7-37c9-4190-859d-58c9994322ac {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.745482] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434250, 'name': CloneVM_Task} progress is 95%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.750016] env[69572]: INFO nova.scheduler.client.report [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleted allocations for instance e558537c-3b7c-45c6-ba0e-754fe2895d6c [ 777.816663] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.817033] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.891488] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520d137e-17c8-c6aa-f84d-6c81fb904e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.055332} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.892352] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e5a1f4-4897-4019-bd25-ad39375beb45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.898111] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 777.898111] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521b3ce1-13d6-b81b-9f52-7a26cbf26256" [ 777.898111] env[69572]: _type = "Task" [ 777.898111] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.908695] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521b3ce1-13d6-b81b-9f52-7a26cbf26256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.934676] env[69572]: INFO nova.compute.manager [-] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Took 1.43 seconds to deallocate network for instance. [ 777.952007] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.185535] env[69572]: DEBUG nova.network.neutron [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance_info_cache with network_info: [{"id": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "address": "fa:16:3e:6a:19:64", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68932dd8-9e", "ovs_interfaceid": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.241931] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434250, 'name': CloneVM_Task, 'duration_secs': 1.628462} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.242121] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Created linked-clone VM from snapshot [ 778.242987] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755a7a32-e01c-4f32-8074-c6e469d65d02 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.251481] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Uploading image 4368d864-7a0b-402a-bb40-184a95326bdb {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 778.258475] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ae8e6fb-0b2a-4672-afc0-ad27b340b025 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "e558537c-3b7c-45c6-ba0e-754fe2895d6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.830s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.267994] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 778.268662] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11c2e9c8-c4cb-46c1-bba8-df6996da0497 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.276511] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 778.276511] env[69572]: value = "task-3434255" [ 778.276511] env[69572]: _type = "Task" [ 778.276511] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.287823] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434255, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.408365] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521b3ce1-13d6-b81b-9f52-7a26cbf26256, 'name': SearchDatastore_Task, 'duration_secs': 0.024012} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.411138] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.411453] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 7f63dd74-08a8-4a3d-afd9-c36ecfd72314/7f63dd74-08a8-4a3d-afd9-c36ecfd72314.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.411925] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8910370a-6c43-4f7e-86fe-fae77762e530 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.418767] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 778.418767] env[69572]: value = "task-3434256" [ 778.418767] env[69572]: _type = "Task" [ 778.418767] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.430248] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.449095] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.449449] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434254, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.689328] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.791250] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434255, 'name': Destroy_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.830216] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904058d3-54ea-4af5-87c9-95bd5023493e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.838827] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff264c1-a0d0-4428-b398-364dfec2b19a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.882516] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c117512-b447-4723-a8b9-15d36e9f45d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.894458] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b99297-a73d-4e33-9832-66d075d65f8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.911240] env[69572]: DEBUG nova.compute.provider_tree [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.929648] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434256, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.946598] env[69572]: DEBUG oslo_vmware.api [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434254, 'name': PowerOnVM_Task, 'duration_secs': 1.211096} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.946891] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.947105] env[69572]: INFO nova.compute.manager [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Took 9.21 seconds to spawn the instance on the hypervisor. [ 778.947291] env[69572]: DEBUG nova.compute.manager [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.948207] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343de57d-9f29-4083-9cea-10b05fcc704b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.194436] env[69572]: DEBUG nova.compute.manager [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.195321] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbc131a-3a06-479a-b4a8-1fe80d13499c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.288260] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434255, 'name': Destroy_Task, 'duration_secs': 0.708753} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.288535] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Destroyed the VM [ 779.288771] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 779.289022] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a89c21cd-f0c4-4dd7-be81-5c1190b6f6d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.296200] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 779.296200] env[69572]: value = "task-3434258" [ 779.296200] env[69572]: _type = "Task" [ 779.296200] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.307447] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.414817] env[69572]: DEBUG nova.scheduler.client.report [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.430186] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618225} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.430472] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 7f63dd74-08a8-4a3d-afd9-c36ecfd72314/7f63dd74-08a8-4a3d-afd9-c36ecfd72314.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.430740] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.431008] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c11d0a8-e71a-4e69-86cf-e95d1086b314 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.439949] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 779.439949] env[69572]: value = "task-3434259" [ 779.439949] env[69572]: _type = "Task" [ 779.439949] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.448432] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.468656] env[69572]: INFO nova.compute.manager [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Took 46.67 seconds to build instance. [ 779.806469] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434258, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.922786] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.928768] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.283s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.928768] env[69572]: DEBUG nova.objects.instance [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lazy-loading 'resources' on Instance uuid 23fe5bc6-1479-4ab4-b49d-38b87887eedb {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.952362] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06908} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.953535] env[69572]: INFO nova.scheduler.client.report [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Deleted allocations for instance df1b26a7-37c9-4190-859d-58c9994322ac [ 779.954801] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.961832] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8543f6ba-7b0a-4f99-a38f-6a66fff5c544 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.975304] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d538f83-4037-44f0-b6f8-466865c979d1 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "6437bcc8-d516-4874-b5d0-3683061d5f9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.536s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.984657] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 7f63dd74-08a8-4a3d-afd9-c36ecfd72314/7f63dd74-08a8-4a3d-afd9-c36ecfd72314.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.985997] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c8f240a-3f04-48bb-b695-1f87b3b01ab2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.008034] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 780.008034] env[69572]: value = "task-3434260" [ 780.008034] env[69572]: _type = "Task" [ 780.008034] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.019085] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.213283] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dbd5b6-7218-403a-aa62-958daf85f87c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.222112] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Doing hard reboot of VM {{(pid=69572) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 780.222401] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-673fbf09-62be-4c78-9a05-d8e81e56d74f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.228920] env[69572]: DEBUG oslo_vmware.api [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 780.228920] env[69572]: value = "task-3434261" [ 780.228920] env[69572]: _type = "Task" [ 780.228920] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.237275] env[69572]: DEBUG oslo_vmware.api [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434261, 'name': ResetVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.308015] env[69572]: DEBUG oslo_vmware.api [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434258, 'name': RemoveSnapshot_Task, 'duration_secs': 0.637429} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.308427] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 780.466436] env[69572]: DEBUG oslo_concurrency.lockutils [None req-899bef83-96eb-4ffe-9f90-d5f09753b285 tempest-ServersListShow2100Test-261464246 tempest-ServersListShow2100Test-261464246-project-member] Lock "df1b26a7-37c9-4190-859d-58c9994322ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.590s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.503763] env[69572]: DEBUG nova.compute.manager [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 780.517793] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.740291] env[69572]: DEBUG oslo_vmware.api [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434261, 'name': ResetVM_Task, 'duration_secs': 0.107245} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.742954] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Did hard reboot of VM {{(pid=69572) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 780.743178] env[69572]: DEBUG nova.compute.manager [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 780.744269] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0728844-1bc1-4697-95cb-c9a6a6e7537c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.813480] env[69572]: WARNING nova.compute.manager [None req-e03fbfba-e4d0-4e08-8112-fdfcd6aad065 tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Image not found during snapshot: nova.exception.ImageNotFound: Image 4368d864-7a0b-402a-bb40-184a95326bdb could not be found. [ 780.915242] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e5cacd-4633-4c4e-880c-128c92bd4190 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.923405] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c62c71-404d-4380-ab93-772f1a8f4e18 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.956831] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383fa927-8de8-4e02-bfd9-3d3db117d732 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.964853] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c928d10-01b9-443a-9a2c-72f805876a85 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.982584] env[69572]: DEBUG nova.compute.provider_tree [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.020693] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434260, 'name': ReconfigVM_Task, 'duration_secs': 1.009457} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.020989] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 7f63dd74-08a8-4a3d-afd9-c36ecfd72314/7f63dd74-08a8-4a3d-afd9-c36ecfd72314.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.021646] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9bb3a91-26f1-44a9-be8f-10875580a98d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.027271] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.028772] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 781.028772] env[69572]: value = "task-3434262" [ 781.028772] env[69572]: _type = "Task" [ 781.028772] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.039834] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "af19677b-2149-40fd-8b98-78104dc4de40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.039892] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "af19677b-2149-40fd-8b98-78104dc4de40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.040049] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434262, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.157038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.157709] env[69572]: DEBUG oslo_concurrency.lockutils [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.157709] env[69572]: DEBUG oslo_concurrency.lockutils [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.157709] env[69572]: DEBUG oslo_concurrency.lockutils [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.157978] env[69572]: DEBUG oslo_concurrency.lockutils [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.160197] env[69572]: INFO nova.compute.manager [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Terminating instance [ 781.263094] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cae7ba26-2dc1-4e5d-85e1-6b3071fe3eb6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.470s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.510274] env[69572]: ERROR nova.scheduler.client.report [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] [req-a713306a-b0fe-4963-b86a-256cf4c7498f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a713306a-b0fe-4963-b86a-256cf4c7498f"}]} [ 781.531561] env[69572]: DEBUG nova.scheduler.client.report [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 781.544307] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434262, 'name': Rename_Task, 'duration_secs': 0.22584} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.544482] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.545130] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a659aa9e-f857-4ba1-94d9-b715dcd9a9a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.551046] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 781.551046] env[69572]: value = "task-3434264" [ 781.551046] env[69572]: _type = "Task" [ 781.551046] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.555430] env[69572]: DEBUG nova.scheduler.client.report [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 781.555639] env[69572]: DEBUG nova.compute.provider_tree [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.562189] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.577199] env[69572]: DEBUG nova.scheduler.client.report [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 781.605457] env[69572]: DEBUG nova.scheduler.client.report [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 781.664851] env[69572]: DEBUG nova.compute.manager [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 781.664851] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.665731] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc7180b-9a22-40a6-a8fd-c94b17358394 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.676991] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.679903] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70eee44f-9485-4010-b58d-b8dd97b00890 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.687163] env[69572]: DEBUG oslo_vmware.api [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 781.687163] env[69572]: value = "task-3434265" [ 781.687163] env[69572]: _type = "Task" [ 781.687163] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.698455] env[69572]: DEBUG oslo_vmware.api [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.063660] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.116977] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477e6f2e-dabf-42f8-b38c-f4dd20ba90f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.124604] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0377038-9ef8-41cd-a989-cbbcc0ef202c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.155587] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcca1d81-da63-4f39-be6c-3e0f8f7a23e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.163107] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a822d13-b4e1-4bb8-9d14-95c7f98729c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.176706] env[69572]: DEBUG nova.compute.provider_tree [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.198694] env[69572]: DEBUG oslo_vmware.api [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434265, 'name': PowerOffVM_Task, 'duration_secs': 0.218733} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.198840] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.198965] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.199235] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fca66a07-4b70-4ff0-bb73-149ae4be2344 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.265224] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.265315] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.265458] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Deleting the datastore file [datastore2] 69eeb79e-f1aa-4b65-a5e1-0232df15c133 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.265783] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85e1d0f6-f75f-419c-b352-e592f87f03e9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.272320] env[69572]: DEBUG oslo_vmware.api [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 782.272320] env[69572]: value = "task-3434267" [ 782.272320] env[69572]: _type = "Task" [ 782.272320] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.279946] env[69572]: DEBUG oslo_vmware.api [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.565468] env[69572]: DEBUG oslo_vmware.api [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434264, 'name': PowerOnVM_Task, 'duration_secs': 0.880951} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.565797] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.565985] env[69572]: INFO nova.compute.manager [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Took 9.65 seconds to spawn the instance on the hypervisor. [ 782.566176] env[69572]: DEBUG nova.compute.manager [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 782.567039] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2251754f-cdce-47d3-87db-cd7bfb950f39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.728131] env[69572]: DEBUG nova.scheduler.client.report [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 782.728131] env[69572]: DEBUG nova.compute.provider_tree [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 74 to 75 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 782.728131] env[69572]: DEBUG nova.compute.provider_tree [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.784821] env[69572]: DEBUG oslo_vmware.api [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223187} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.785130] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.785332] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.785944] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.785944] env[69572]: INFO nova.compute.manager [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Took 1.12 seconds to destroy the instance on the hypervisor. [ 782.785944] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.786211] env[69572]: DEBUG nova.compute.manager [-] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 782.786211] env[69572]: DEBUG nova.network.neutron [-] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.097697] env[69572]: INFO nova.compute.manager [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Took 46.20 seconds to build instance. [ 783.194209] env[69572]: DEBUG nova.compute.manager [req-2668ffa3-d4c9-4b06-9b01-5f44ef974a00 req-3fde9319-c8c2-40ae-b7ca-0163d34d0542 service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Received event network-vif-deleted-2da6a650-b621-48ba-8a55-31e8167dc89f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 783.194578] env[69572]: INFO nova.compute.manager [req-2668ffa3-d4c9-4b06-9b01-5f44ef974a00 req-3fde9319-c8c2-40ae-b7ca-0163d34d0542 service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Neutron deleted interface 2da6a650-b621-48ba-8a55-31e8167dc89f; detaching it from the instance and deleting it from the info cache [ 783.194578] env[69572]: DEBUG nova.network.neutron [req-2668ffa3-d4c9-4b06-9b01-5f44ef974a00 req-3fde9319-c8c2-40ae-b7ca-0163d34d0542 service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.233155] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.305s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.236489] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.693s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.237825] env[69572]: INFO nova.compute.claims [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.264094] env[69572]: INFO nova.scheduler.client.report [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Deleted allocations for instance 23fe5bc6-1479-4ab4-b49d-38b87887eedb [ 783.599021] env[69572]: DEBUG nova.network.neutron [-] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.601406] env[69572]: DEBUG oslo_concurrency.lockutils [None req-41dc7149-5257-4717-9184-8ce84deea1c2 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.445s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.702380] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ca0526f-e507-4ea0-848f-5afa47293dde {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.712578] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467cd6d-1202-4bff-be38-6d8df411977e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.754307] env[69572]: DEBUG nova.compute.manager [req-2668ffa3-d4c9-4b06-9b01-5f44ef974a00 req-3fde9319-c8c2-40ae-b7ca-0163d34d0542 service nova] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Detach interface failed, port_id=2da6a650-b621-48ba-8a55-31e8167dc89f, reason: Instance 69eeb79e-f1aa-4b65-a5e1-0232df15c133 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 783.775034] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2a7551ac-f405-42ed-903a-3f68bdd348ed tempest-ServerShowV254Test-275162451 tempest-ServerShowV254Test-275162451-project-member] Lock "23fe5bc6-1479-4ab4-b49d-38b87887eedb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.502s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.103473] env[69572]: INFO nova.compute.manager [-] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Took 1.32 seconds to deallocate network for instance. [ 784.109804] env[69572]: DEBUG nova.compute.manager [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 784.614595] env[69572]: DEBUG oslo_concurrency.lockutils [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.632407] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.746198] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03749d32-a207-4948-90ae-abc692ac2186 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.755017] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee3bd9a-c937-4807-aadf-3642cb51a68e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.785396] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea61cf6-bb03-46d1-b1e5-c61b871665e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.794770] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19800f5-a65c-4520-8181-31eadc76c1d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.808336] env[69572]: DEBUG nova.compute.provider_tree [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.311963] env[69572]: DEBUG nova.scheduler.client.report [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.511064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.511064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.816762] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.817339] env[69572]: DEBUG nova.compute.manager [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 785.820107] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.002s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.823722] env[69572]: INFO nova.compute.claims [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.014690] env[69572]: DEBUG nova.compute.utils [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.048944] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.049569] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.325986] env[69572]: DEBUG nova.compute.utils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.330025] env[69572]: DEBUG nova.compute.manager [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 786.330025] env[69572]: DEBUG nova.network.neutron [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.388553] env[69572]: DEBUG nova.policy [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '571355536b4a4864865cf54795f0446d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f18cc6d5f2eb44e499c38f88ba83cbd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.519885] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.781620] env[69572]: DEBUG nova.network.neutron [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Successfully created port: a9320505-25b1-4bb3-8632-9b3d4c7f2866 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.793944] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Acquiring lock "13892b36-b4d1-4f55-ac22-e58d89405beb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.794197] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lock "13892b36-b4d1-4f55-ac22-e58d89405beb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.830160] env[69572]: DEBUG nova.compute.manager [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 787.347779] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74719c95-923f-4de7-b70b-ad0a374b589a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.355789] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55aa4ed-5e2c-4ce6-b804-46b5b5e0f62d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.387324] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e2d50f-b9fc-4347-ad13-fd03948bc520 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.395491] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37e38d4-467c-4bb0-85bc-fb9a7bf7aaa0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.409196] env[69572]: DEBUG nova.compute.provider_tree [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.596733] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.597044] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.597293] env[69572]: INFO nova.compute.manager [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Attaching volume ebac2cd5-4870-41eb-9d3d-f88e2def31b1 to /dev/sdb [ 787.635896] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04a35d0-f58d-4747-8b58-1b3937a6fe22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.643210] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c181b0cd-b705-4ca6-a6a9-b9f02e54511d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.657923] env[69572]: DEBUG nova.virt.block_device [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Updating existing volume attachment record: 7ba47707-9012-4af5-837a-74ba307b6884 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 787.846342] env[69572]: DEBUG nova.compute.manager [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 787.872880] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.873209] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.873373] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.873552] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.873696] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.873842] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.874055] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.874225] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.874513] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.874590] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.874705] env[69572]: DEBUG nova.virt.hardware [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.875577] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ad2d24-a160-4007-92f8-3ac0a2ca0e7b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.882810] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad9e708-5e06-443d-bd8f-42e7a9fbea83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.912871] env[69572]: DEBUG nova.scheduler.client.report [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.329137] env[69572]: DEBUG nova.compute.manager [req-44e623a1-a137-408a-8ff6-370113065b84 req-d05aa821-e61b-4efc-b714-37c440ab1f1b service nova] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Received event network-vif-plugged-a9320505-25b1-4bb3-8632-9b3d4c7f2866 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 788.329398] env[69572]: DEBUG oslo_concurrency.lockutils [req-44e623a1-a137-408a-8ff6-370113065b84 req-d05aa821-e61b-4efc-b714-37c440ab1f1b service nova] Acquiring lock "59d7a4e0-3a20-4118-a0c2-40adb271c760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.329694] env[69572]: DEBUG oslo_concurrency.lockutils [req-44e623a1-a137-408a-8ff6-370113065b84 req-d05aa821-e61b-4efc-b714-37c440ab1f1b service nova] Lock "59d7a4e0-3a20-4118-a0c2-40adb271c760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.329883] env[69572]: DEBUG oslo_concurrency.lockutils [req-44e623a1-a137-408a-8ff6-370113065b84 req-d05aa821-e61b-4efc-b714-37c440ab1f1b service nova] Lock "59d7a4e0-3a20-4118-a0c2-40adb271c760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.330251] env[69572]: DEBUG nova.compute.manager [req-44e623a1-a137-408a-8ff6-370113065b84 req-d05aa821-e61b-4efc-b714-37c440ab1f1b service nova] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] No waiting events found dispatching network-vif-plugged-a9320505-25b1-4bb3-8632-9b3d4c7f2866 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 788.330517] env[69572]: WARNING nova.compute.manager [req-44e623a1-a137-408a-8ff6-370113065b84 req-d05aa821-e61b-4efc-b714-37c440ab1f1b service nova] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Received unexpected event network-vif-plugged-a9320505-25b1-4bb3-8632-9b3d4c7f2866 for instance with vm_state building and task_state spawning. [ 788.418448] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.419038] env[69572]: DEBUG nova.compute.manager [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 788.422038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.727s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.422274] env[69572]: DEBUG nova.objects.instance [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lazy-loading 'resources' on Instance uuid 228334f1-18ab-44f2-9b88-b61b11795099 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.463374] env[69572]: DEBUG nova.network.neutron [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Successfully updated port: a9320505-25b1-4bb3-8632-9b3d4c7f2866 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.926176] env[69572]: DEBUG nova.compute.utils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.927501] env[69572]: DEBUG nova.compute.manager [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Not allocating networking since 'none' was specified. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 788.966964] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "refresh_cache-59d7a4e0-3a20-4118-a0c2-40adb271c760" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.966964] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired lock "refresh_cache-59d7a4e0-3a20-4118-a0c2-40adb271c760" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.966964] env[69572]: DEBUG nova.network.neutron [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.342030] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de7b297-4077-4184-8987-5455e7045cc7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.349397] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c070d140-f868-40a2-ba28-04ae619f4145 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.380981] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d60874-a00b-4784-a641-087adf04c409 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.387865] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2985d314-a9b2-46ef-976d-2be051ed8b7d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.401637] env[69572]: DEBUG nova.compute.provider_tree [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.428026] env[69572]: DEBUG nova.compute.manager [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 789.502749] env[69572]: DEBUG nova.network.neutron [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.661356] env[69572]: DEBUG nova.network.neutron [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Updating instance_info_cache with network_info: [{"id": "a9320505-25b1-4bb3-8632-9b3d4c7f2866", "address": "fa:16:3e:73:ed:68", "network": {"id": "6d86840b-ed54-466c-bb66-607b7f8c01ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1908959579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18cc6d5f2eb44e499c38f88ba83cbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9320505-25", "ovs_interfaceid": "a9320505-25b1-4bb3-8632-9b3d4c7f2866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.904892] env[69572]: DEBUG nova.scheduler.client.report [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.165488] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Releasing lock "refresh_cache-59d7a4e0-3a20-4118-a0c2-40adb271c760" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.166041] env[69572]: DEBUG nova.compute.manager [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Instance network_info: |[{"id": "a9320505-25b1-4bb3-8632-9b3d4c7f2866", "address": "fa:16:3e:73:ed:68", "network": {"id": "6d86840b-ed54-466c-bb66-607b7f8c01ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1908959579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18cc6d5f2eb44e499c38f88ba83cbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9320505-25", "ovs_interfaceid": "a9320505-25b1-4bb3-8632-9b3d4c7f2866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 790.166477] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:ed:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9320505-25b1-4bb3-8632-9b3d4c7f2866', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.177436] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.178905] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.178905] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-832a05cb-c9b6-4ada-ba75-c154cff2b77d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.199297] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.199297] env[69572]: value = "task-3434273" [ 790.199297] env[69572]: _type = "Task" [ 790.199297] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.211274] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434273, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.379585] env[69572]: DEBUG nova.compute.manager [req-7ffc14c2-51fd-4e90-90a3-29f90fd4b70f req-d089d161-42d0-446b-a311-bb7e1e3fe209 service nova] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Received event network-changed-a9320505-25b1-4bb3-8632-9b3d4c7f2866 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 790.379818] env[69572]: DEBUG nova.compute.manager [req-7ffc14c2-51fd-4e90-90a3-29f90fd4b70f req-d089d161-42d0-446b-a311-bb7e1e3fe209 service nova] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Refreshing instance network info cache due to event network-changed-a9320505-25b1-4bb3-8632-9b3d4c7f2866. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 790.380261] env[69572]: DEBUG oslo_concurrency.lockutils [req-7ffc14c2-51fd-4e90-90a3-29f90fd4b70f req-d089d161-42d0-446b-a311-bb7e1e3fe209 service nova] Acquiring lock "refresh_cache-59d7a4e0-3a20-4118-a0c2-40adb271c760" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.380447] env[69572]: DEBUG oslo_concurrency.lockutils [req-7ffc14c2-51fd-4e90-90a3-29f90fd4b70f req-d089d161-42d0-446b-a311-bb7e1e3fe209 service nova] Acquired lock "refresh_cache-59d7a4e0-3a20-4118-a0c2-40adb271c760" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.380639] env[69572]: DEBUG nova.network.neutron [req-7ffc14c2-51fd-4e90-90a3-29f90fd4b70f req-d089d161-42d0-446b-a311-bb7e1e3fe209 service nova] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Refreshing network info cache for port a9320505-25b1-4bb3-8632-9b3d4c7f2866 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.410503] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.414116] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.277s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.415653] env[69572]: INFO nova.compute.claims [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.434942] env[69572]: INFO nova.scheduler.client.report [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Deleted allocations for instance 228334f1-18ab-44f2-9b88-b61b11795099 [ 790.437025] env[69572]: DEBUG nova.compute.manager [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 790.471805] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.472026] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.473029] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.473029] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.473029] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.473029] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.473029] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.473029] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.473684] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.473684] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.473684] env[69572]: DEBUG nova.virt.hardware [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.474342] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb3e605-c50e-40e2-8801-33521a9ec045 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.484911] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e70b49-7cc7-4a06-95af-7d2a36332c0d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.500585] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.506163] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Creating folder: Project (339b72cd2b024cbea578c633162b9c7b). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.506714] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce5f7009-6186-47b7-9d95-8923c00b3a2c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.516693] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Created folder: Project (339b72cd2b024cbea578c633162b9c7b) in parent group-v685431. [ 790.516884] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Creating folder: Instances. Parent ref: group-v685578. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.517117] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70cd1c9c-88a4-4031-bdc4-e32ecee52fc4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.526037] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Created folder: Instances in parent group-v685578. [ 790.526268] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.526448] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.526650] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16fa0d5a-b230-4362-ad47-a6e36b8e8675 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.541991] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.541991] env[69572]: value = "task-3434276" [ 790.541991] env[69572]: _type = "Task" [ 790.541991] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.549092] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434276, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.709381] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434273, 'name': CreateVM_Task, 'duration_secs': 0.288209} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.709573] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.710328] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.710505] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.710870] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.711133] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d43adf-7c1c-4a08-b2f7-b941b75a3bdb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.715486] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 790.715486] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b5726b-8c42-5f31-a2a9-78726fce3afc" [ 790.715486] env[69572]: _type = "Task" [ 790.715486] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.723144] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b5726b-8c42-5f31-a2a9-78726fce3afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.946281] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5d3e632-55be-4e54-a6c0-c414f43fb2c3 tempest-ServersTestMultiNic-1412689513 tempest-ServersTestMultiNic-1412689513-project-member] Lock "228334f1-18ab-44f2-9b88-b61b11795099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.726s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.051690] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434276, 'name': CreateVM_Task, 'duration_secs': 0.282306} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.051864] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.052679] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.119685] env[69572]: DEBUG nova.network.neutron [req-7ffc14c2-51fd-4e90-90a3-29f90fd4b70f req-d089d161-42d0-446b-a311-bb7e1e3fe209 service nova] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Updated VIF entry in instance network info cache for port a9320505-25b1-4bb3-8632-9b3d4c7f2866. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.120155] env[69572]: DEBUG nova.network.neutron [req-7ffc14c2-51fd-4e90-90a3-29f90fd4b70f req-d089d161-42d0-446b-a311-bb7e1e3fe209 service nova] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Updating instance_info_cache with network_info: [{"id": "a9320505-25b1-4bb3-8632-9b3d4c7f2866", "address": "fa:16:3e:73:ed:68", "network": {"id": "6d86840b-ed54-466c-bb66-607b7f8c01ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1908959579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18cc6d5f2eb44e499c38f88ba83cbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9320505-25", "ovs_interfaceid": "a9320505-25b1-4bb3-8632-9b3d4c7f2866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.227424] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b5726b-8c42-5f31-a2a9-78726fce3afc, 'name': SearchDatastore_Task, 'duration_secs': 0.012702} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.227424] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.227424] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.227424] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.227424] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.227424] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.228094] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.228094] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.228230] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c10013-9152-4edd-acad-14c1fafa9a61 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.230205] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9957d2-ef73-4e95-a19d-ce54153f8cd5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.235820] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 791.235820] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5252bf6e-0808-8946-a0a0-5e1203ba0c35" [ 791.235820] env[69572]: _type = "Task" [ 791.235820] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.240148] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.240382] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.241607] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c097b37-353e-414f-9166-0a13ed3df3a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.247114] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5252bf6e-0808-8946-a0a0-5e1203ba0c35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.250801] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 791.250801] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]528b1db9-ea79-ca79-5876-3bea719d44cc" [ 791.250801] env[69572]: _type = "Task" [ 791.250801] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.258600] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528b1db9-ea79-ca79-5876-3bea719d44cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.622495] env[69572]: DEBUG oslo_concurrency.lockutils [req-7ffc14c2-51fd-4e90-90a3-29f90fd4b70f req-d089d161-42d0-446b-a311-bb7e1e3fe209 service nova] Releasing lock "refresh_cache-59d7a4e0-3a20-4118-a0c2-40adb271c760" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.749351] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5252bf6e-0808-8946-a0a0-5e1203ba0c35, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.749853] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.750085] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.750494] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.760932] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528b1db9-ea79-ca79-5876-3bea719d44cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.761732] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39a7cb9-90e8-4f2e-873a-b57ec65edfef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.768654] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 791.768654] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a49b14-7082-3132-7cf7-6bad4f04e45c" [ 791.768654] env[69572]: _type = "Task" [ 791.768654] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.776158] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a49b14-7082-3132-7cf7-6bad4f04e45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.917500] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc000a2-c1b4-4b5d-9f3a-fad757195167 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.925439] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6178413-9ea5-46c4-b11d-59b033ad7cd1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.964872] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b27843b-2d5e-4ad3-8224-b281b888aced {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.976293] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bfd894-8133-4bc2-a07e-3f49f6d8a517 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.991618] env[69572]: DEBUG nova.compute.provider_tree [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.216460] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 792.216749] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685576', 'volume_id': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'name': 'volume-ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd7d990f-44c1-4728-bb22-23f246b9ca11', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'serial': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 792.217730] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dafcf4f-0731-40e1-b092-edb8b1c1c8a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.235220] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659e59fa-8788-4b1d-8299-991d8268ec3f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.261549] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-ebac2cd5-4870-41eb-9d3d-f88e2def31b1/volume-ebac2cd5-4870-41eb-9d3d-f88e2def31b1.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.262288] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ec24730-aea2-4564-bb5f-12d78bef8492 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.283757] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a49b14-7082-3132-7cf7-6bad4f04e45c, 'name': SearchDatastore_Task, 'duration_secs': 0.026604} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.285028] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.285323] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 59d7a4e0-3a20-4118-a0c2-40adb271c760/59d7a4e0-3a20-4118-a0c2-40adb271c760.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.285608] env[69572]: DEBUG oslo_vmware.api [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 792.285608] env[69572]: value = "task-3434277" [ 792.285608] env[69572]: _type = "Task" [ 792.285608] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.285822] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.286024] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.286259] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81f5e351-0ca1-437a-b42a-abfb105ee9a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.288126] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-582bf95d-1926-4615-ba51-d1f88999e087 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.298999] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 792.298999] env[69572]: value = "task-3434278" [ 792.298999] env[69572]: _type = "Task" [ 792.298999] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.299621] env[69572]: DEBUG oslo_vmware.api [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.303634] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.303839] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.304617] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8edf218-e6e5-4e57-86f1-0a6b05d43ada {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.312705] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.314146] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 792.314146] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52288285-3091-4b7a-2d63-a490c8e0db3b" [ 792.314146] env[69572]: _type = "Task" [ 792.314146] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.322315] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52288285-3091-4b7a-2d63-a490c8e0db3b, 'name': SearchDatastore_Task, 'duration_secs': 0.008317} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.323082] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31818f5b-4a08-475d-a767-4cee0c483671 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.327780] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 792.327780] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fcdc9b-4729-7530-0932-57ab284c378d" [ 792.327780] env[69572]: _type = "Task" [ 792.327780] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.335214] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fcdc9b-4729-7530-0932-57ab284c378d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.518468] env[69572]: ERROR nova.scheduler.client.report [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [req-3a61eba8-7773-409a-b79e-ad5d2559d047] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a61eba8-7773-409a-b79e-ad5d2559d047"}]} [ 792.540306] env[69572]: DEBUG nova.scheduler.client.report [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 792.558214] env[69572]: DEBUG nova.scheduler.client.report [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 792.558530] env[69572]: DEBUG nova.compute.provider_tree [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.572403] env[69572]: DEBUG nova.scheduler.client.report [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 792.600787] env[69572]: DEBUG nova.scheduler.client.report [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 792.799939] env[69572]: DEBUG oslo_vmware.api [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.809925] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504814} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.809925] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 59d7a4e0-3a20-4118-a0c2-40adb271c760/59d7a4e0-3a20-4118-a0c2-40adb271c760.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.809925] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.809925] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e929a236-856d-4641-9377-6f9a8355915e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.818794] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 792.818794] env[69572]: value = "task-3434279" [ 792.818794] env[69572]: _type = "Task" [ 792.818794] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.829221] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.840361] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fcdc9b-4729-7530-0932-57ab284c378d, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.840667] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.840924] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 4ae89318-fbce-47c3-bb28-edcc5841d4d1/4ae89318-fbce-47c3-bb28-edcc5841d4d1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.841387] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ac9adee-df05-4fe3-9b4e-68479f32f80c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.847803] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 792.847803] env[69572]: value = "task-3434280" [ 792.847803] env[69572]: _type = "Task" [ 792.847803] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.856550] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.141854] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551075ba-2382-417b-bfd5-b0ea15e69f33 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.150600] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937efc6-3dd8-49b9-9994-72de4417f449 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.184744] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473bda58-83d0-4c1c-92d0-90c5b6fd7d1c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.192851] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77ddc0a-69e5-4760-b2e2-9907d6496349 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.206773] env[69572]: DEBUG nova.compute.provider_tree [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.299165] env[69572]: DEBUG oslo_vmware.api [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434277, 'name': ReconfigVM_Task, 'duration_secs': 0.528002} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.299451] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-ebac2cd5-4870-41eb-9d3d-f88e2def31b1/volume-ebac2cd5-4870-41eb-9d3d-f88e2def31b1.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.305269] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a10a725e-6289-4583-a9f5-289b2562a5c3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.320143] env[69572]: DEBUG oslo_vmware.api [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 793.320143] env[69572]: value = "task-3434281" [ 793.320143] env[69572]: _type = "Task" [ 793.320143] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.331805] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060835} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.334948] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.335342] env[69572]: DEBUG oslo_vmware.api [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.336102] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bacc7a7-c6ca-4ac9-909e-914194b3fc6f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.358703] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 59d7a4e0-3a20-4118-a0c2-40adb271c760/59d7a4e0-3a20-4118-a0c2-40adb271c760.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.362169] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39c29b22-197a-40a1-b3b2-e386214457b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.382908] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429581} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.383899] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 4ae89318-fbce-47c3-bb28-edcc5841d4d1/4ae89318-fbce-47c3-bb28-edcc5841d4d1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.384172] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.384908] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 793.384908] env[69572]: value = "task-3434282" [ 793.384908] env[69572]: _type = "Task" [ 793.384908] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.384908] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcb58cea-0999-4e9a-82e8-65077c644ff8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.395843] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434282, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.397128] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 793.397128] env[69572]: value = "task-3434283" [ 793.397128] env[69572]: _type = "Task" [ 793.397128] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.404427] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.750391] env[69572]: DEBUG nova.scheduler.client.report [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 793.750581] env[69572]: DEBUG nova.compute.provider_tree [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 77 to 78 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 793.750800] env[69572]: DEBUG nova.compute.provider_tree [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.833355] env[69572]: DEBUG oslo_vmware.api [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434281, 'name': ReconfigVM_Task, 'duration_secs': 0.146741} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.833674] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685576', 'volume_id': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'name': 'volume-ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd7d990f-44c1-4728-bb22-23f246b9ca11', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'serial': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 793.896119] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434282, 'name': ReconfigVM_Task, 'duration_secs': 0.325599} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.896443] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 59d7a4e0-3a20-4118-a0c2-40adb271c760/59d7a4e0-3a20-4118-a0c2-40adb271c760.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.897082] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75aa5968-835a-40b2-84a0-0ecbd6d1f84f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.906364] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092565} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.907453] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.907774] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 793.907774] env[69572]: value = "task-3434284" [ 793.907774] env[69572]: _type = "Task" [ 793.907774] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.908432] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2500af43-1806-4ad2-aac9-61f330ee046f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.918338] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434284, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.934367] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 4ae89318-fbce-47c3-bb28-edcc5841d4d1/4ae89318-fbce-47c3-bb28-edcc5841d4d1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.934660] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783c163c-6f90-499e-9919-c05bc08a989c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.953700] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 793.953700] env[69572]: value = "task-3434285" [ 793.953700] env[69572]: _type = "Task" [ 793.953700] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.961560] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.257674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.844s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.258453] env[69572]: DEBUG nova.compute.manager [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 794.262504] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.502s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.265352] env[69572]: INFO nova.compute.claims [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.421956] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434284, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.468020] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.770231] env[69572]: DEBUG nova.compute.utils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.773961] env[69572]: DEBUG nova.compute.manager [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 794.773961] env[69572]: DEBUG nova.network.neutron [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.829542] env[69572]: DEBUG nova.policy [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10fd7675c46c40638dfc0e09c8cdb968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aaf79a851d94c4e9a1ce66ad9dcd07e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.901170] env[69572]: DEBUG nova.objects.instance [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lazy-loading 'flavor' on Instance uuid fd7d990f-44c1-4728-bb22-23f246b9ca11 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.923678] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434284, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.964806] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434285, 'name': ReconfigVM_Task, 'duration_secs': 0.556373} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.965073] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 4ae89318-fbce-47c3-bb28-edcc5841d4d1/4ae89318-fbce-47c3-bb28-edcc5841d4d1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.965733] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65d41580-974c-4ef8-a10e-45cdde483475 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.972580] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 794.972580] env[69572]: value = "task-3434286" [ 794.972580] env[69572]: _type = "Task" [ 794.972580] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.982566] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434286, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.172444] env[69572]: DEBUG nova.network.neutron [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Successfully created port: 5742ef5c-d2ad-4ecb-84a7-52fa34887953 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.274792] env[69572]: DEBUG nova.compute.manager [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 795.409987] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4196b422-3244-4649-a707-d0acc0ef59f3 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.431309] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434284, 'name': Rename_Task, 'duration_secs': 1.222261} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.431970] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.432997] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26e452a3-4e45-4adc-ac23-6a8180140bc8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.443139] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 795.443139] env[69572]: value = "task-3434287" [ 795.443139] env[69572]: _type = "Task" [ 795.443139] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.449768] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.483185] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434286, 'name': Rename_Task, 'duration_secs': 0.153387} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.483831] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.483831] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5adf234a-7a69-4de9-9114-bf23334d140f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.494682] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 795.494682] env[69572]: value = "task-3434288" [ 795.494682] env[69572]: _type = "Task" [ 795.494682] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.504256] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434288, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.861738] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30756e2-fa33-4874-8b63-4bd610e8de97 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.870650] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a250a0-2814-4c59-afc5-167221c24a22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.902298] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370886bd-6139-4465-a38c-91b8bf4b0e68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.910234] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c811d-38be-4a78-b497-93a1deb645ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.926609] env[69572]: DEBUG nova.compute.provider_tree [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.951454] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434287, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.006202] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434288, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.292520] env[69572]: DEBUG nova.compute.manager [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 796.327688] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.328825] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.328825] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.328825] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.328825] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.329036] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.329253] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.330134] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.330134] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.330134] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.330134] env[69572]: DEBUG nova.virt.hardware [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.331154] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a52c7f-775b-42e3-b86a-6f112fe0f0f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.340423] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da2961c-f443-45a8-9627-2d9f9a9677b3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.430819] env[69572]: DEBUG nova.scheduler.client.report [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.451073] env[69572]: DEBUG oslo_vmware.api [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434287, 'name': PowerOnVM_Task, 'duration_secs': 0.797763} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.451987] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.452217] env[69572]: INFO nova.compute.manager [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Took 8.61 seconds to spawn the instance on the hypervisor. [ 796.452765] env[69572]: DEBUG nova.compute.manager [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 796.453826] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a2c083-2ea7-4ce6-a350-8697f695729f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.506934] env[69572]: DEBUG oslo_vmware.api [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434288, 'name': PowerOnVM_Task, 'duration_secs': 0.592936} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.509632] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.509632] env[69572]: INFO nova.compute.manager [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Took 6.07 seconds to spawn the instance on the hypervisor. [ 796.509632] env[69572]: DEBUG nova.compute.manager [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 796.510486] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4db65c-28b4-47ee-8f0f-01ded6b23d6a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.582465] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.582882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.659945] env[69572]: DEBUG nova.compute.manager [req-fad58898-5ca0-49fb-b856-1cd2bc5f32fc req-165d3efa-a743-4add-89ba-046e474dd435 service nova] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Received event network-vif-plugged-5742ef5c-d2ad-4ecb-84a7-52fa34887953 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 796.660269] env[69572]: DEBUG oslo_concurrency.lockutils [req-fad58898-5ca0-49fb-b856-1cd2bc5f32fc req-165d3efa-a743-4add-89ba-046e474dd435 service nova] Acquiring lock "027eeb22-fe2d-41f4-9790-ef43800786ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.660674] env[69572]: DEBUG oslo_concurrency.lockutils [req-fad58898-5ca0-49fb-b856-1cd2bc5f32fc req-165d3efa-a743-4add-89ba-046e474dd435 service nova] Lock "027eeb22-fe2d-41f4-9790-ef43800786ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.660674] env[69572]: DEBUG oslo_concurrency.lockutils [req-fad58898-5ca0-49fb-b856-1cd2bc5f32fc req-165d3efa-a743-4add-89ba-046e474dd435 service nova] Lock "027eeb22-fe2d-41f4-9790-ef43800786ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.660674] env[69572]: DEBUG nova.compute.manager [req-fad58898-5ca0-49fb-b856-1cd2bc5f32fc req-165d3efa-a743-4add-89ba-046e474dd435 service nova] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] No waiting events found dispatching network-vif-plugged-5742ef5c-d2ad-4ecb-84a7-52fa34887953 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 796.661048] env[69572]: WARNING nova.compute.manager [req-fad58898-5ca0-49fb-b856-1cd2bc5f32fc req-165d3efa-a743-4add-89ba-046e474dd435 service nova] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Received unexpected event network-vif-plugged-5742ef5c-d2ad-4ecb-84a7-52fa34887953 for instance with vm_state building and task_state spawning. [ 796.782579] env[69572]: DEBUG nova.network.neutron [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Successfully updated port: 5742ef5c-d2ad-4ecb-84a7-52fa34887953 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.890744] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 796.891110] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 796.938079] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.940185] env[69572]: DEBUG nova.compute.manager [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 796.943028] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.007s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.944418] env[69572]: INFO nova.compute.claims [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.974558] env[69572]: INFO nova.compute.manager [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Took 42.45 seconds to build instance. [ 797.031494] env[69572]: INFO nova.compute.manager [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Took 41.24 seconds to build instance. [ 797.086082] env[69572]: INFO nova.compute.manager [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Detaching volume ebac2cd5-4870-41eb-9d3d-f88e2def31b1 [ 797.131978] env[69572]: INFO nova.virt.block_device [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Attempting to driver detach volume ebac2cd5-4870-41eb-9d3d-f88e2def31b1 from mountpoint /dev/sdb [ 797.132124] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 797.132394] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685576', 'volume_id': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'name': 'volume-ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd7d990f-44c1-4728-bb22-23f246b9ca11', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'serial': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 797.133309] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2cc5fb-e625-451b-bf20-7d32256f198b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.155964] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d41aca-0270-4343-9e1c-4c1c42dc014a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.165164] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f2cbad-840d-4099-a679-d7ac75631d6c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.184526] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94edb48-a8d6-445d-999c-35242b538d94 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.200467] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] The volume has not been displaced from its original location: [datastore2] volume-ebac2cd5-4870-41eb-9d3d-f88e2def31b1/volume-ebac2cd5-4870-41eb-9d3d-f88e2def31b1.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 797.205602] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 797.205945] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29c23a1e-ef8b-4c48-a2b3-3534950d618f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.224270] env[69572]: DEBUG oslo_vmware.api [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 797.224270] env[69572]: value = "task-3434289" [ 797.224270] env[69572]: _type = "Task" [ 797.224270] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.234262] env[69572]: DEBUG oslo_vmware.api [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.285202] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "refresh_cache-027eeb22-fe2d-41f4-9790-ef43800786ef" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.285365] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "refresh_cache-027eeb22-fe2d-41f4-9790-ef43800786ef" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.285516] env[69572]: DEBUG nova.network.neutron [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.400616] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.400912] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.401165] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.401367] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.401627] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.401959] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.402009] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 797.402171] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.445154] env[69572]: DEBUG nova.compute.utils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.446497] env[69572]: DEBUG nova.compute.manager [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 797.446663] env[69572]: DEBUG nova.network.neutron [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.476564] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9679e75e-8a7a-4784-b3a8-1cbe9b073830 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "59d7a4e0-3a20-4118-a0c2-40adb271c760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.868s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.531909] env[69572]: DEBUG nova.policy [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6abd1b213464b53adfdf7dddec25384', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f625e16bee304fa8868d779ada7d2b23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.533800] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cc6161a1-1ca7-4a70-ba38-d2389aaa64ac tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "4ae89318-fbce-47c3-bb28-edcc5841d4d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.530s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.735217] env[69572]: DEBUG oslo_vmware.api [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434289, 'name': ReconfigVM_Task, 'duration_secs': 0.215807} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.735695] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.742221] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5110de7-5c74-46a5-b7ff-b01f8e53f1be {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.760065] env[69572]: DEBUG oslo_vmware.api [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 797.760065] env[69572]: value = "task-3434290" [ 797.760065] env[69572]: _type = "Task" [ 797.760065] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.769753] env[69572]: DEBUG oslo_vmware.api [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.854286] env[69572]: DEBUG nova.network.neutron [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.905535] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.952707] env[69572]: DEBUG nova.compute.manager [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 797.979121] env[69572]: DEBUG nova.compute.manager [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 798.037444] env[69572]: DEBUG nova.compute.manager [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 798.049800] env[69572]: DEBUG nova.network.neutron [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Successfully created port: 81d8c03a-fa3f-47ed-8dd5-896ca985cf0f {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.196953] env[69572]: DEBUG nova.network.neutron [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Updating instance_info_cache with network_info: [{"id": "5742ef5c-d2ad-4ecb-84a7-52fa34887953", "address": "fa:16:3e:7a:4b:21", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5742ef5c-d2", "ovs_interfaceid": "5742ef5c-d2ad-4ecb-84a7-52fa34887953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.271285] env[69572]: DEBUG oslo_vmware.api [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434290, 'name': ReconfigVM_Task, 'duration_secs': 0.154882} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.271604] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685576', 'volume_id': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'name': 'volume-ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd7d990f-44c1-4728-bb22-23f246b9ca11', 'attached_at': '', 'detached_at': '', 'volume_id': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1', 'serial': 'ebac2cd5-4870-41eb-9d3d-f88e2def31b1'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 798.410185] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.410185] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.504912] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.559582] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.605939] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a862bb7-707b-4ff4-813f-0f216b388050 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.617019] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e38bfd-12be-44ba-bc7d-e7ca68993ce4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.651221] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7018267d-60a4-4a60-a9fd-c700f68fe236 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.659939] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc45e002-8d3b-4f5f-bbfb-117133ef07a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.678020] env[69572]: DEBUG nova.compute.provider_tree [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.703646] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "refresh_cache-027eeb22-fe2d-41f4-9790-ef43800786ef" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.703646] env[69572]: DEBUG nova.compute.manager [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Instance network_info: |[{"id": "5742ef5c-d2ad-4ecb-84a7-52fa34887953", "address": "fa:16:3e:7a:4b:21", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5742ef5c-d2", "ovs_interfaceid": "5742ef5c-d2ad-4ecb-84a7-52fa34887953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 798.703646] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:4b:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5742ef5c-d2ad-4ecb-84a7-52fa34887953', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.710122] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.710676] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.710943] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25701e30-4bd0-4f3d-929d-59f825ac158d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.734485] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.734485] env[69572]: value = "task-3434291" [ 798.734485] env[69572]: _type = "Task" [ 798.734485] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.740894] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434291, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.866200] env[69572]: DEBUG nova.objects.instance [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lazy-loading 'flavor' on Instance uuid fd7d990f-44c1-4728-bb22-23f246b9ca11 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.974560] env[69572]: DEBUG nova.compute.manager [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 799.007220] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.007555] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.007616] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.007794] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.007941] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.008375] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.008689] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.009236] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.010413] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.010674] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.010913] env[69572]: DEBUG nova.virt.hardware [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.012307] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d8587e-dc9c-40ee-a58a-b44100dc3292 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.021056] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28de582-ed03-4d4a-b1a3-149d50155e94 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.132694] env[69572]: DEBUG nova.compute.manager [req-f19b7528-1903-4578-9173-0970934a0563 req-b6ec10c4-4c08-40a1-96fd-ee8722f4e1b2 service nova] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Received event network-changed-5742ef5c-d2ad-4ecb-84a7-52fa34887953 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 799.132977] env[69572]: DEBUG nova.compute.manager [req-f19b7528-1903-4578-9173-0970934a0563 req-b6ec10c4-4c08-40a1-96fd-ee8722f4e1b2 service nova] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Refreshing instance network info cache due to event network-changed-5742ef5c-d2ad-4ecb-84a7-52fa34887953. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 799.133184] env[69572]: DEBUG oslo_concurrency.lockutils [req-f19b7528-1903-4578-9173-0970934a0563 req-b6ec10c4-4c08-40a1-96fd-ee8722f4e1b2 service nova] Acquiring lock "refresh_cache-027eeb22-fe2d-41f4-9790-ef43800786ef" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.133329] env[69572]: DEBUG oslo_concurrency.lockutils [req-f19b7528-1903-4578-9173-0970934a0563 req-b6ec10c4-4c08-40a1-96fd-ee8722f4e1b2 service nova] Acquired lock "refresh_cache-027eeb22-fe2d-41f4-9790-ef43800786ef" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.133490] env[69572]: DEBUG nova.network.neutron [req-f19b7528-1903-4578-9173-0970934a0563 req-b6ec10c4-4c08-40a1-96fd-ee8722f4e1b2 service nova] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Refreshing network info cache for port 5742ef5c-d2ad-4ecb-84a7-52fa34887953 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.180362] env[69572]: DEBUG nova.scheduler.client.report [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.245658] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434291, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.685487] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.686110] env[69572]: DEBUG nova.compute.manager [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 799.688814] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.457s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.689104] env[69572]: DEBUG nova.objects.instance [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lazy-loading 'resources' on Instance uuid 8621a619-9c29-45e6-891a-81faa8a2d0b7 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.746852] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434291, 'name': CreateVM_Task, 'duration_secs': 0.816902} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.747209] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.747995] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.748309] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.748704] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.749091] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec3326b-1b0d-4dc4-bd15-5e06954ededf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.753959] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 799.753959] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523e4311-e9d3-e3ae-eb74-62c4a481f963" [ 799.753959] env[69572]: _type = "Task" [ 799.753959] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.762189] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523e4311-e9d3-e3ae-eb74-62c4a481f963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.868656] env[69572]: INFO nova.compute.manager [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Rebuilding instance [ 799.873574] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28b28bd1-fc24-42a6-a1ee-38321cb5f251 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.945018] env[69572]: DEBUG nova.compute.manager [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.945018] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44957071-b5d5-4d3b-9128-47e1e3a0feb3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.982224] env[69572]: DEBUG nova.network.neutron [req-f19b7528-1903-4578-9173-0970934a0563 req-b6ec10c4-4c08-40a1-96fd-ee8722f4e1b2 service nova] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Updated VIF entry in instance network info cache for port 5742ef5c-d2ad-4ecb-84a7-52fa34887953. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.982776] env[69572]: DEBUG nova.network.neutron [req-f19b7528-1903-4578-9173-0970934a0563 req-b6ec10c4-4c08-40a1-96fd-ee8722f4e1b2 service nova] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Updating instance_info_cache with network_info: [{"id": "5742ef5c-d2ad-4ecb-84a7-52fa34887953", "address": "fa:16:3e:7a:4b:21", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5742ef5c-d2", "ovs_interfaceid": "5742ef5c-d2ad-4ecb-84a7-52fa34887953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.192571] env[69572]: DEBUG nova.compute.utils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.197210] env[69572]: DEBUG nova.compute.manager [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 800.197519] env[69572]: DEBUG nova.network.neutron [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.228627] env[69572]: DEBUG nova.network.neutron [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Successfully updated port: 81d8c03a-fa3f-47ed-8dd5-896ca985cf0f {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.252276] env[69572]: DEBUG nova.policy [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '664d81ad6eb0469aaf61ac7b30c68751', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31ca740f23ea4a9ba543a45955eb1bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.267797] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523e4311-e9d3-e3ae-eb74-62c4a481f963, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.268067] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.268304] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.268542] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.268685] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.268924] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.269134] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ee249e6-7bf6-4add-bd42-5a58c29c68ab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.278712] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.279018] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.281958] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e02668e-a7ac-4cf8-857a-9f1391f49446 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.287755] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 800.287755] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5280b957-81a5-52fd-5b0e-506daf92f84c" [ 800.287755] env[69572]: _type = "Task" [ 800.287755] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.297751] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5280b957-81a5-52fd-5b0e-506daf92f84c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.491341] env[69572]: DEBUG oslo_concurrency.lockutils [req-f19b7528-1903-4578-9173-0970934a0563 req-b6ec10c4-4c08-40a1-96fd-ee8722f4e1b2 service nova] Releasing lock "refresh_cache-027eeb22-fe2d-41f4-9790-ef43800786ef" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.697823] env[69572]: DEBUG nova.compute.manager [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 800.733902] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquiring lock "refresh_cache-26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.735854] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquired lock "refresh_cache-26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.736115] env[69572]: DEBUG nova.network.neutron [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.756581] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7e6e01-9917-45ab-9a8e-642258e077ab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.766900] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2025e07-e75d-4090-8bb0-2a177a9a4a4f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.771540] env[69572]: DEBUG nova.network.neutron [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Successfully created port: ef08c002-3a30-4725-a282-ad237d8e098b {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.815776] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ec178a-34bc-46fd-a33d-0103d96dc04d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.825972] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5280b957-81a5-52fd-5b0e-506daf92f84c, 'name': SearchDatastore_Task, 'duration_secs': 0.008594} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.830766] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80f3ba8-ac18-4db3-805e-563716c548d7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.832564] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06add08f-15bc-4c84-ae5c-1ab19716b391 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.848568] env[69572]: DEBUG nova.compute.provider_tree [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.852666] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 800.852666] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521b7426-9299-f11a-e32b-9b8ddf34adf9" [ 800.852666] env[69572]: _type = "Task" [ 800.852666] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.858690] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521b7426-9299-f11a-e32b-9b8ddf34adf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.858971] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.859286] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 027eeb22-fe2d-41f4-9790-ef43800786ef/027eeb22-fe2d-41f4-9790-ef43800786ef.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.859566] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c738b4b-a3ba-42fc-95e1-04fd944bb482 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.868454] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 800.868454] env[69572]: value = "task-3434292" [ 800.868454] env[69572]: _type = "Task" [ 800.868454] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.877095] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.965832] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.966336] env[69572]: DEBUG oslo_concurrency.lockutils [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "6437bcc8-d516-4874-b5d0-3683061d5f9c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.966583] env[69572]: DEBUG oslo_concurrency.lockutils [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "6437bcc8-d516-4874-b5d0-3683061d5f9c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.966779] env[69572]: DEBUG nova.compute.manager [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.967069] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3dcd22f-fa63-42fa-93e0-b5ffedac2242 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.969517] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e32efbd-d930-494f-9ae4-e928bddf1304 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.977661] env[69572]: DEBUG nova.compute.manager [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 800.977897] env[69572]: DEBUG nova.objects.instance [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lazy-loading 'flavor' on Instance uuid 6437bcc8-d516-4874-b5d0-3683061d5f9c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.981988] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 800.981988] env[69572]: value = "task-3434293" [ 800.981988] env[69572]: _type = "Task" [ 800.981988] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.992716] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.302514] env[69572]: DEBUG nova.network.neutron [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.340317] env[69572]: DEBUG nova.compute.manager [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Received event network-vif-plugged-81d8c03a-fa3f-47ed-8dd5-896ca985cf0f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 801.340608] env[69572]: DEBUG oslo_concurrency.lockutils [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] Acquiring lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.340745] env[69572]: DEBUG oslo_concurrency.lockutils [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] Lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.340942] env[69572]: DEBUG oslo_concurrency.lockutils [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] Lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.341082] env[69572]: DEBUG nova.compute.manager [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] No waiting events found dispatching network-vif-plugged-81d8c03a-fa3f-47ed-8dd5-896ca985cf0f {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 801.341252] env[69572]: WARNING nova.compute.manager [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Received unexpected event network-vif-plugged-81d8c03a-fa3f-47ed-8dd5-896ca985cf0f for instance with vm_state building and task_state spawning. [ 801.341406] env[69572]: DEBUG nova.compute.manager [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Received event network-changed-81d8c03a-fa3f-47ed-8dd5-896ca985cf0f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 801.341556] env[69572]: DEBUG nova.compute.manager [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Refreshing instance network info cache due to event network-changed-81d8c03a-fa3f-47ed-8dd5-896ca985cf0f. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 801.341715] env[69572]: DEBUG oslo_concurrency.lockutils [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] Acquiring lock "refresh_cache-26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.352162] env[69572]: DEBUG nova.scheduler.client.report [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.379663] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434292, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.495199] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.495199] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.503156] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434293, 'name': PowerOffVM_Task, 'duration_secs': 0.135047} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.503563] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.504610] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.505426] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b970e8-3262-4986-bad4-a51b4ee86973 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.514572] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.514813] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0984d903-23a1-4215-8be1-220083b55848 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.540460] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.540678] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.540862] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Deleting the datastore file [datastore2] 4ae89318-fbce-47c3-bb28-edcc5841d4d1 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.541138] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e374894-5246-49ea-abf6-42c073e5516b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.549307] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 801.549307] env[69572]: value = "task-3434295" [ 801.549307] env[69572]: _type = "Task" [ 801.549307] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.556837] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.564226] env[69572]: DEBUG nova.network.neutron [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Updating instance_info_cache with network_info: [{"id": "81d8c03a-fa3f-47ed-8dd5-896ca985cf0f", "address": "fa:16:3e:d6:89:8b", "network": {"id": "a81008c2-e0d3-4da6-8b85-096c150bf42f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1727403745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f625e16bee304fa8868d779ada7d2b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d8c03a-fa", "ovs_interfaceid": "81d8c03a-fa3f-47ed-8dd5-896ca985cf0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.708597] env[69572]: DEBUG nova.compute.manager [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 801.736521] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.736779] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.736938] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.737136] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.737282] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.737426] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.737630] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.737786] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.737950] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.738120] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.738293] env[69572]: DEBUG nova.virt.hardware [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.739171] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e750dff9-8661-4fac-8306-f16668c38367 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.747477] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df75d92b-ceea-4dda-ab3c-9b1bcf4229f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.856968] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.860078] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.395s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.860751] env[69572]: INFO nova.compute.claims [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.880463] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661093} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.881499] env[69572]: INFO nova.scheduler.client.report [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Deleted allocations for instance 8621a619-9c29-45e6-891a-81faa8a2d0b7 [ 801.882776] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 027eeb22-fe2d-41f4-9790-ef43800786ef/027eeb22-fe2d-41f4-9790-ef43800786ef.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.883076] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.885581] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0ad9ea8-8c82-4694-bb14-7ff104a1c445 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.892086] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 801.892086] env[69572]: value = "task-3434296" [ 801.892086] env[69572]: _type = "Task" [ 801.892086] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.900427] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.995715] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.996035] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d415182-60b2-48fc-bea9-b57238098f41 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.003114] env[69572]: DEBUG oslo_vmware.api [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 802.003114] env[69572]: value = "task-3434297" [ 802.003114] env[69572]: _type = "Task" [ 802.003114] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.012037] env[69572]: DEBUG oslo_vmware.api [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.058891] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099299} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.059191] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.059392] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.059573] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.066896] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Releasing lock "refresh_cache-26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.067221] env[69572]: DEBUG nova.compute.manager [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Instance network_info: |[{"id": "81d8c03a-fa3f-47ed-8dd5-896ca985cf0f", "address": "fa:16:3e:d6:89:8b", "network": {"id": "a81008c2-e0d3-4da6-8b85-096c150bf42f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1727403745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f625e16bee304fa8868d779ada7d2b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d8c03a-fa", "ovs_interfaceid": "81d8c03a-fa3f-47ed-8dd5-896ca985cf0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 802.067528] env[69572]: DEBUG oslo_concurrency.lockutils [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] Acquired lock "refresh_cache-26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.067703] env[69572]: DEBUG nova.network.neutron [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Refreshing network info cache for port 81d8c03a-fa3f-47ed-8dd5-896ca985cf0f {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.068799] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:89:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d8c03a-fa3f-47ed-8dd5-896ca985cf0f', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.076347] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Creating folder: Project (f625e16bee304fa8868d779ada7d2b23). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.077202] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af6b4f7f-94a6-41b3-9d38-8184898895bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.090079] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Created folder: Project (f625e16bee304fa8868d779ada7d2b23) in parent group-v685431. [ 802.090357] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Creating folder: Instances. Parent ref: group-v685582. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.090630] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2a3b4c7-2431-44a3-b409-4326dcacf0cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.100737] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Created folder: Instances in parent group-v685582. [ 802.100997] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.101215] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.101441] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75468b1a-1d42-4fc3-931f-d25e72a5e0cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.121899] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.121899] env[69572]: value = "task-3434300" [ 802.121899] env[69572]: _type = "Task" [ 802.121899] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.130112] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434300, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.401020] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3a2efe-8984-4496-9495-60c93bdb1b8d tempest-ServerShowV247Test-384572533 tempest-ServerShowV247Test-384572533-project-member] Lock "8621a619-9c29-45e6-891a-81faa8a2d0b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.439s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.408368] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099249} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.409336] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.410147] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ea38e6-8bb7-45af-b51c-d27f6430d6fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.437605] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 027eeb22-fe2d-41f4-9790-ef43800786ef/027eeb22-fe2d-41f4-9790-ef43800786ef.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.438579] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a07cbc53-a3d6-4b75-8b6f-5998adad6376 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.461127] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 802.461127] env[69572]: value = "task-3434301" [ 802.461127] env[69572]: _type = "Task" [ 802.461127] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.471382] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.520235] env[69572]: DEBUG oslo_vmware.api [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434297, 'name': PowerOffVM_Task, 'duration_secs': 0.428431} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.520235] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.520742] env[69572]: DEBUG nova.compute.manager [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.522020] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee1416a-0c3f-4ad8-9233-b97db0402125 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.632238] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434300, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.750653] env[69572]: DEBUG nova.network.neutron [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Successfully updated port: ef08c002-3a30-4725-a282-ad237d8e098b {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.948077] env[69572]: DEBUG nova.network.neutron [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Updated VIF entry in instance network info cache for port 81d8c03a-fa3f-47ed-8dd5-896ca985cf0f. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.948077] env[69572]: DEBUG nova.network.neutron [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Updating instance_info_cache with network_info: [{"id": "81d8c03a-fa3f-47ed-8dd5-896ca985cf0f", "address": "fa:16:3e:d6:89:8b", "network": {"id": "a81008c2-e0d3-4da6-8b85-096c150bf42f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1727403745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f625e16bee304fa8868d779ada7d2b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d8c03a-fa", "ovs_interfaceid": "81d8c03a-fa3f-47ed-8dd5-896ca985cf0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.972558] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434301, 'name': ReconfigVM_Task, 'duration_secs': 0.285757} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.975442] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 027eeb22-fe2d-41f4-9790-ef43800786ef/027eeb22-fe2d-41f4-9790-ef43800786ef.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.975442] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-189af523-2633-410a-81ec-256de9e9b705 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.985369] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 802.985369] env[69572]: value = "task-3434302" [ 802.985369] env[69572]: _type = "Task" [ 802.985369] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.992422] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434302, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.034225] env[69572]: DEBUG oslo_concurrency.lockutils [None req-308a9a6b-ffcd-4da4-8dd3-349649291501 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "6437bcc8-d516-4874-b5d0-3683061d5f9c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.094822] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.095431] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.095431] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.095575] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.095742] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.095898] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.096125] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.096285] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.096452] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.096613] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.096784] env[69572]: DEBUG nova.virt.hardware [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.098340] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21348534-55c6-4098-827e-83404d2fb9bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.106673] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78bcdfb-3e75-46f1-b511-6e1e091622ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.126400] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.132654] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.139930] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.139930] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10bbc7b4-6e44-4b72-8492-cb938a9ce188 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.158886] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434300, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.164867] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.164867] env[69572]: value = "task-3434303" [ 803.164867] env[69572]: _type = "Task" [ 803.164867] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.176471] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434303, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.256587] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-bb5fad35-8301-4cb3-a0de-284eb6a7449e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.256823] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-bb5fad35-8301-4cb3-a0de-284eb6a7449e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.257044] env[69572]: DEBUG nova.network.neutron [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.393376] env[69572]: DEBUG nova.compute.manager [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Received event network-vif-plugged-ef08c002-3a30-4725-a282-ad237d8e098b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 803.393640] env[69572]: DEBUG oslo_concurrency.lockutils [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] Acquiring lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.393995] env[69572]: DEBUG oslo_concurrency.lockutils [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] Lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.395212] env[69572]: DEBUG oslo_concurrency.lockutils [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] Lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.395212] env[69572]: DEBUG nova.compute.manager [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] No waiting events found dispatching network-vif-plugged-ef08c002-3a30-4725-a282-ad237d8e098b {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 803.395212] env[69572]: WARNING nova.compute.manager [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Received unexpected event network-vif-plugged-ef08c002-3a30-4725-a282-ad237d8e098b for instance with vm_state building and task_state spawning. [ 803.395212] env[69572]: DEBUG nova.compute.manager [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Received event network-changed-ef08c002-3a30-4725-a282-ad237d8e098b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 803.395212] env[69572]: DEBUG nova.compute.manager [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Refreshing instance network info cache due to event network-changed-ef08c002-3a30-4725-a282-ad237d8e098b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 803.395212] env[69572]: DEBUG oslo_concurrency.lockutils [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] Acquiring lock "refresh_cache-bb5fad35-8301-4cb3-a0de-284eb6a7449e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.453118] env[69572]: DEBUG oslo_concurrency.lockutils [req-affd736d-3c8d-4332-aada-ec379481a0a7 req-a75c198a-e6f9-4dee-8e03-d8c5986edad8 service nova] Releasing lock "refresh_cache-26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.492729] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434302, 'name': Rename_Task, 'duration_secs': 0.149106} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.492989] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.494735] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ce980e-6c8e-4e21-9e83-d9e226887d1d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.496864] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec74a60-85c7-4fb6-8598-77b12bf8918c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.505247] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288b2412-44e5-460c-ab21-85d6e6579074 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.508287] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 803.508287] env[69572]: value = "task-3434304" [ 803.508287] env[69572]: _type = "Task" [ 803.508287] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.537740] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eab499-6054-44e9-9bed-255b5353e69b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.543652] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.549055] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4b2a70-6a96-4635-bbba-0442174b8a67 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.564479] env[69572]: DEBUG nova.compute.provider_tree [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.636613] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434300, 'name': CreateVM_Task, 'duration_secs': 1.061475} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.636804] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.637657] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.637780] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.638035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.638475] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ebf3d3-01df-4042-b2c6-03fef2cada28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.643917] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for the task: (returnval){ [ 803.643917] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b4f40e-e071-08ea-5060-81c2ab79a428" [ 803.643917] env[69572]: _type = "Task" [ 803.643917] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.651968] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b4f40e-e071-08ea-5060-81c2ab79a428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.668601] env[69572]: DEBUG nova.objects.instance [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lazy-loading 'flavor' on Instance uuid 6437bcc8-d516-4874-b5d0-3683061d5f9c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.681296] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434303, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.798179] env[69572]: DEBUG nova.network.neutron [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.010079] env[69572]: DEBUG nova.network.neutron [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Updating instance_info_cache with network_info: [{"id": "ef08c002-3a30-4725-a282-ad237d8e098b", "address": "fa:16:3e:74:e7:c3", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef08c002-3a", "ovs_interfaceid": "ef08c002-3a30-4725-a282-ad237d8e098b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.020373] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434304, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.087208] env[69572]: ERROR nova.scheduler.client.report [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [req-429e233f-f15f-4527-93ba-ddc2a08a0935] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-429e233f-f15f-4527-93ba-ddc2a08a0935"}]} [ 804.103894] env[69572]: DEBUG nova.scheduler.client.report [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 804.118449] env[69572]: DEBUG nova.scheduler.client.report [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 804.118674] env[69572]: DEBUG nova.compute.provider_tree [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.130609] env[69572]: DEBUG nova.scheduler.client.report [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 804.150921] env[69572]: DEBUG nova.scheduler.client.report [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 804.157322] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b4f40e-e071-08ea-5060-81c2ab79a428, 'name': SearchDatastore_Task, 'duration_secs': 0.019687} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.157566] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.157831] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.158014] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.158168] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.158344] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.158644] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b676b0f-f283-40d6-8655-fca2054036e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.168060] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.168204] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.172025] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006048f2-57bd-46bb-b7ca-e5d86c9ae171 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.178510] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for the task: (returnval){ [ 804.178510] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526149c5-0530-3509-8c33-f0f564cc79d0" [ 804.178510] env[69572]: _type = "Task" [ 804.178510] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.181640] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "refresh_cache-6437bcc8-d516-4874-b5d0-3683061d5f9c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.181871] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquired lock "refresh_cache-6437bcc8-d516-4874-b5d0-3683061d5f9c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.182041] env[69572]: DEBUG nova.network.neutron [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.182238] env[69572]: DEBUG nova.objects.instance [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lazy-loading 'info_cache' on Instance uuid 6437bcc8-d516-4874-b5d0-3683061d5f9c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.189598] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434303, 'name': CreateVM_Task, 'duration_secs': 0.620243} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.190575] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.190718] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.190927] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.191255] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.191503] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0176412f-375d-4313-b662-d51e304d6a02 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.195933] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526149c5-0530-3509-8c33-f0f564cc79d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.201779] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 804.201779] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52698fad-be52-c1e9-9fb4-27fec036b73d" [ 804.201779] env[69572]: _type = "Task" [ 804.201779] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.209722] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52698fad-be52-c1e9-9fb4-27fec036b73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.515560] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-bb5fad35-8301-4cb3-a0de-284eb6a7449e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.515903] env[69572]: DEBUG nova.compute.manager [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Instance network_info: |[{"id": "ef08c002-3a30-4725-a282-ad237d8e098b", "address": "fa:16:3e:74:e7:c3", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef08c002-3a", "ovs_interfaceid": "ef08c002-3a30-4725-a282-ad237d8e098b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 804.518307] env[69572]: DEBUG oslo_concurrency.lockutils [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] Acquired lock "refresh_cache-bb5fad35-8301-4cb3-a0de-284eb6a7449e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.518494] env[69572]: DEBUG nova.network.neutron [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Refreshing network info cache for port ef08c002-3a30-4725-a282-ad237d8e098b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.520983] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:e7:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef08c002-3a30-4725-a282-ad237d8e098b', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.527912] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Creating folder: Project (31ca740f23ea4a9ba543a45955eb1bca). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.529422] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6f508db-1f69-4b3d-af7f-7cefc2b000b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.534658] env[69572]: DEBUG oslo_vmware.api [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434304, 'name': PowerOnVM_Task, 'duration_secs': 0.542334} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.535338] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.535601] env[69572]: INFO nova.compute.manager [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Took 8.24 seconds to spawn the instance on the hypervisor. [ 804.535848] env[69572]: DEBUG nova.compute.manager [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 804.536647] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8a119c-2c13-4f8e-971c-f96dffb4f58d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.542862] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Created folder: Project (31ca740f23ea4a9ba543a45955eb1bca) in parent group-v685431. [ 804.543112] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Creating folder: Instances. Parent ref: group-v685586. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.543255] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-982c9e45-27fb-466b-b9ad-033bc24dfe6c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.556498] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Created folder: Instances in parent group-v685586. [ 804.556498] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.556498] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.556498] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e12b5e06-1e81-4aea-bc2d-b4485c0347b6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.579926] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.579926] env[69572]: value = "task-3434307" [ 804.579926] env[69572]: _type = "Task" [ 804.579926] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.588423] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434307, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.685416] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df0581-bfb5-49f8-8896-9d1976f04cb8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.692408] env[69572]: DEBUG nova.objects.base [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Object Instance<6437bcc8-d516-4874-b5d0-3683061d5f9c> lazy-loaded attributes: flavor,info_cache {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 804.701878] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b1bcbe-5986-4f8e-a026-962f99f00368 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.705279] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526149c5-0530-3509-8c33-f0f564cc79d0, 'name': SearchDatastore_Task, 'duration_secs': 0.018425} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.709437] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12602c1d-f323-49cd-b4e0-7da713222515 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.737137] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eed275-1dfb-447b-a794-bf54076c2a9f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.743895] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52698fad-be52-c1e9-9fb4-27fec036b73d, 'name': SearchDatastore_Task, 'duration_secs': 0.03455} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.744186] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for the task: (returnval){ [ 804.744186] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521e9fd4-e5ac-8220-54ec-a1af711da742" [ 804.744186] env[69572]: _type = "Task" [ 804.744186] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.744736] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.744957] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.745180] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.751345] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a9271e-7b08-423d-840a-e5d9433f13f8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.757998] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521e9fd4-e5ac-8220-54ec-a1af711da742, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.758802] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.759069] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3/26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.759338] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.759520] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.759737] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd524b23-5957-472a-ac12-6394d754b22e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.770185] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fcf75a8-392e-4562-aa51-f49d70c6dbcd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.772037] env[69572]: DEBUG nova.compute.provider_tree [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.777714] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for the task: (returnval){ [ 804.777714] env[69572]: value = "task-3434308" [ 804.777714] env[69572]: _type = "Task" [ 804.777714] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.778695] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.778860] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.782146] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d0b826-5893-405f-b2a0-fcf5706e53ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.789251] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.790391] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 804.790391] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524f4f2d-3347-0bb7-29dc-b63160a5bafd" [ 804.790391] env[69572]: _type = "Task" [ 804.790391] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.797378] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524f4f2d-3347-0bb7-29dc-b63160a5bafd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.057029] env[69572]: INFO nova.compute.manager [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Took 43.95 seconds to build instance. [ 805.092869] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434307, 'name': CreateVM_Task, 'duration_secs': 0.40342} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.093230] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.093783] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.093939] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.094271] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.094538] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467e45c6-acdd-4e6d-9d31-8a2ed0a651ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.099490] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 805.099490] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525ce147-2422-57bc-ceb8-70a6bbac9ce3" [ 805.099490] env[69572]: _type = "Task" [ 805.099490] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.108959] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525ce147-2422-57bc-ceb8-70a6bbac9ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.289408] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434308, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.300421] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524f4f2d-3347-0bb7-29dc-b63160a5bafd, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.301606] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc546cf-57a0-4c29-b87a-d3345ad41a68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.307726] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 805.307726] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524de038-e0cb-8e53-ae72-c6b874d3bb13" [ 805.307726] env[69572]: _type = "Task" [ 805.307726] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.319835] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524de038-e0cb-8e53-ae72-c6b874d3bb13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.321333] env[69572]: DEBUG nova.scheduler.client.report [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 805.321584] env[69572]: DEBUG nova.compute.provider_tree [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 80 to 81 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 805.321761] env[69572]: DEBUG nova.compute.provider_tree [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.458315] env[69572]: DEBUG nova.network.neutron [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Updated VIF entry in instance network info cache for port ef08c002-3a30-4725-a282-ad237d8e098b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.458691] env[69572]: DEBUG nova.network.neutron [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Updating instance_info_cache with network_info: [{"id": "ef08c002-3a30-4725-a282-ad237d8e098b", "address": "fa:16:3e:74:e7:c3", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef08c002-3a", "ovs_interfaceid": "ef08c002-3a30-4725-a282-ad237d8e098b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.560741] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33b561bb-35f4-4838-95a5-f4e16f5d0fde tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "027eeb22-fe2d-41f4-9790-ef43800786ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.328s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.599773] env[69572]: DEBUG nova.network.neutron [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Updating instance_info_cache with network_info: [{"id": "982fe881-2e0f-4144-9683-72dddaf8b61b", "address": "fa:16:3e:2e:0f:ba", "network": {"id": "6d86840b-ed54-466c-bb66-607b7f8c01ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1908959579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f18cc6d5f2eb44e499c38f88ba83cbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982fe881-2e", "ovs_interfaceid": "982fe881-2e0f-4144-9683-72dddaf8b61b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.616111] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525ce147-2422-57bc-ceb8-70a6bbac9ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.018923} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.616387] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.616861] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.617235] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.617438] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.617574] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.617932] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83b1182e-1ca0-40c3-884a-5f22e7ac6578 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.627340] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.627518] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.628214] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504fbb98-c38c-456c-a66e-b2405a7bf23a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.633649] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 805.633649] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523593f0-ae01-f690-560c-3441f38d0a9e" [ 805.633649] env[69572]: _type = "Task" [ 805.633649] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.641280] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523593f0-ae01-f690-560c-3441f38d0a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.716819] env[69572]: DEBUG oslo_concurrency.lockutils [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] Acquiring lock "refresh_cache-027eeb22-fe2d-41f4-9790-ef43800786ef" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.716884] env[69572]: DEBUG oslo_concurrency.lockutils [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] Acquired lock "refresh_cache-027eeb22-fe2d-41f4-9790-ef43800786ef" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.717085] env[69572]: DEBUG nova.network.neutron [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.789797] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608515} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.790109] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3/26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.790333] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.790571] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a450ef6-709d-4c5c-a3a8-bddd7ec69c31 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.796648] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for the task: (returnval){ [ 805.796648] env[69572]: value = "task-3434309" [ 805.796648] env[69572]: _type = "Task" [ 805.796648] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.803839] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.816212] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524de038-e0cb-8e53-ae72-c6b874d3bb13, 'name': SearchDatastore_Task, 'duration_secs': 0.057816} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.816472] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.816735] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 4ae89318-fbce-47c3-bb28-edcc5841d4d1/4ae89318-fbce-47c3-bb28-edcc5841d4d1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.817043] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a04588a1-f337-47c5-a18b-732d9f21f5d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.822553] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 805.822553] env[69572]: value = "task-3434310" [ 805.822553] env[69572]: _type = "Task" [ 805.822553] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.826347] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.967s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.826851] env[69572]: DEBUG nova.compute.manager [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 805.832479] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.325s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.834198] env[69572]: INFO nova.compute.claims [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.836870] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.962742] env[69572]: DEBUG oslo_concurrency.lockutils [req-90df7b23-cbf8-43df-b332-d56cfc8d520c req-97d35dff-b1a6-45b2-a57c-bacd3d6590cd service nova] Releasing lock "refresh_cache-bb5fad35-8301-4cb3-a0de-284eb6a7449e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.063289] env[69572]: DEBUG nova.compute.manager [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 806.104494] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Releasing lock "refresh_cache-6437bcc8-d516-4874-b5d0-3683061d5f9c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.144119] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523593f0-ae01-f690-560c-3441f38d0a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.144962] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05853ce2-7d42-4da1-8e3b-ac5c349aba93 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.150945] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 806.150945] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523d55a5-100c-a92b-9610-113043369a6f" [ 806.150945] env[69572]: _type = "Task" [ 806.150945] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.159759] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523d55a5-100c-a92b-9610-113043369a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.306290] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061582} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.306624] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.307454] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31907a22-8b96-4bf7-a1df-f621cf7bd55f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.332438] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3/26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.332775] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c799767e-146b-4673-99f1-616c7918417c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.354876] env[69572]: DEBUG nova.compute.utils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.358078] env[69572]: DEBUG nova.compute.manager [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 806.358244] env[69572]: DEBUG nova.network.neutron [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.366215] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47031} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.366927] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 4ae89318-fbce-47c3-bb28-edcc5841d4d1/4ae89318-fbce-47c3-bb28-edcc5841d4d1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.367217] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.367547] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for the task: (returnval){ [ 806.367547] env[69572]: value = "task-3434311" [ 806.367547] env[69572]: _type = "Task" [ 806.367547] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.368248] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ac767cd-2671-4e8b-ae0c-f9aa554fc7ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.380016] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434311, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.381628] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 806.381628] env[69572]: value = "task-3434312" [ 806.381628] env[69572]: _type = "Task" [ 806.381628] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.392144] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.587990] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.661199] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523d55a5-100c-a92b-9610-113043369a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.024129} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.661479] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.661740] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] bb5fad35-8301-4cb3-a0de-284eb6a7449e/bb5fad35-8301-4cb3-a0de-284eb6a7449e.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.662106] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d08c6d2-46b2-4d01-9bfc-cb0c08e3af6c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.668938] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 806.668938] env[69572]: value = "task-3434313" [ 806.668938] env[69572]: _type = "Task" [ 806.668938] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.679562] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.680877] env[69572]: DEBUG nova.policy [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d08859df40a42ecb4a1bd8758bc7c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09fa5cc21fce4a3fa8b55e27471d73d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.859053] env[69572]: DEBUG nova.compute.manager [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 806.895051] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.903170] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065309} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.908739] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.911133] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb69ad4-7492-4497-804e-5ed76329423e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.936072] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 4ae89318-fbce-47c3-bb28-edcc5841d4d1/4ae89318-fbce-47c3-bb28-edcc5841d4d1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.940889] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52efc9f7-bbb6-407a-8450-2350f8bc5827 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.961464] env[69572]: DEBUG nova.network.neutron [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Updating instance_info_cache with network_info: [{"id": "5742ef5c-d2ad-4ecb-84a7-52fa34887953", "address": "fa:16:3e:7a:4b:21", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5742ef5c-d2", "ovs_interfaceid": "5742ef5c-d2ad-4ecb-84a7-52fa34887953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.970089] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 806.970089] env[69572]: value = "task-3434314" [ 806.970089] env[69572]: _type = "Task" [ 806.970089] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.982900] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.112194] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.112883] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-becb4650-bb97-454a-854c-801a704d990e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.122086] env[69572]: DEBUG oslo_vmware.api [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 807.122086] env[69572]: value = "task-3434315" [ 807.122086] env[69572]: _type = "Task" [ 807.122086] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.131561] env[69572]: DEBUG oslo_vmware.api [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.181093] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490875} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.181380] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] bb5fad35-8301-4cb3-a0de-284eb6a7449e/bb5fad35-8301-4cb3-a0de-284eb6a7449e.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.181598] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.181912] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca9ae62a-b109-4c03-b07b-dcaaa365a617 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.190729] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 807.190729] env[69572]: value = "task-3434316" [ 807.190729] env[69572]: _type = "Task" [ 807.190729] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.202926] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.338563] env[69572]: DEBUG nova.network.neutron [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Successfully created port: dabd90a1-5b98-4966-b8e6-33945644ca98 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.385743] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434311, 'name': ReconfigVM_Task, 'duration_secs': 1.017235} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.386019] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3/26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.389178] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69d39c09-31fc-4f4f-8081-353841c6917a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.393134] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for the task: (returnval){ [ 807.393134] env[69572]: value = "task-3434317" [ 807.393134] env[69572]: _type = "Task" [ 807.393134] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.406697] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434317, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.463865] env[69572]: DEBUG oslo_concurrency.lockutils [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] Releasing lock "refresh_cache-027eeb22-fe2d-41f4-9790-ef43800786ef" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.464711] env[69572]: DEBUG nova.compute.manager [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Inject network info {{(pid=69572) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7736}} [ 807.464711] env[69572]: DEBUG nova.compute.manager [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] network_info to inject: |[{"id": "5742ef5c-d2ad-4ecb-84a7-52fa34887953", "address": "fa:16:3e:7a:4b:21", "network": {"id": "84736bee-7315-48a0-9127-bd1942175795", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1170905958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaf79a851d94c4e9a1ce66ad9dcd07e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5742ef5c-d2", "ovs_interfaceid": "5742ef5c-d2ad-4ecb-84a7-52fa34887953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 807.470774] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Reconfiguring VM instance to set the machine id {{(pid=69572) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 807.471166] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b753ce60-eebe-4c61-ad3f-ef061885a2c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.497075] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.498388] env[69572]: DEBUG oslo_vmware.api [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] Waiting for the task: (returnval){ [ 807.498388] env[69572]: value = "task-3434318" [ 807.498388] env[69572]: _type = "Task" [ 807.498388] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.510926] env[69572]: DEBUG oslo_vmware.api [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] Task: {'id': task-3434318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.576178] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d65e44-2896-4b75-b4e0-08ab47ee568a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.586188] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8be16fc-e805-471d-92df-ed52a352c0fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.618887] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216c79e8-c98c-4c3b-9f0e-8b698802a99b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.629853] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a35569b-7464-45f1-9fbb-c5968439c128 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.638480] env[69572]: DEBUG oslo_vmware.api [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434315, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.649429] env[69572]: DEBUG nova.compute.provider_tree [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.702019] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070575} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.702306] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.703099] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1867476-828b-49a3-af86-1253022d3c01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.725779] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] bb5fad35-8301-4cb3-a0de-284eb6a7449e/bb5fad35-8301-4cb3-a0de-284eb6a7449e.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.726164] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40dff92-708a-40d0-b279-fe3163eadbd9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.746652] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 807.746652] env[69572]: value = "task-3434319" [ 807.746652] env[69572]: _type = "Task" [ 807.746652] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.756314] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.881163] env[69572]: DEBUG nova.compute.manager [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 807.908616] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434317, 'name': Rename_Task, 'duration_secs': 0.288403} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.910791] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:17:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='898423aa-cd08-4a33-9369-3c6ab3ca59be',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1092138612',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.911047] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.911230] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.911420] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.911564] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.911706] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.911966] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.912191] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.913032] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.913032] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.913032] env[69572]: DEBUG nova.virt.hardware [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.913212] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.913906] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d0c74c-3b18-460d-8e71-ed5d3beb966a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.916558] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a147c93d-a52b-4bbf-8edc-d7491c4fcf0e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.924552] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583e268e-6296-4930-9394-bba72714bb35 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.928225] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for the task: (returnval){ [ 807.928225] env[69572]: value = "task-3434320" [ 807.928225] env[69572]: _type = "Task" [ 807.928225] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.946935] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434320, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.979594] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434314, 'name': ReconfigVM_Task, 'duration_secs': 0.761287} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.979909] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 4ae89318-fbce-47c3-bb28-edcc5841d4d1/4ae89318-fbce-47c3-bb28-edcc5841d4d1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.980548] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bc2dd9f-2fc8-49bc-bca6-9fd5e4e4c875 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.986080] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 807.986080] env[69572]: value = "task-3434321" [ 807.986080] env[69572]: _type = "Task" [ 807.986080] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.993737] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434321, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.006548] env[69572]: DEBUG oslo_vmware.api [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] Task: {'id': task-3434318, 'name': ReconfigVM_Task, 'duration_secs': 0.235162} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.006809] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-450c6ecd-6230-421b-b283-0f0d7e7c3c03 tempest-ServersAdminTestJSON-251960513 tempest-ServersAdminTestJSON-251960513-project-admin] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Reconfigured VM instance to set the machine id {{(pid=69572) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 808.132150] env[69572]: DEBUG oslo_vmware.api [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434315, 'name': PowerOnVM_Task, 'duration_secs': 0.592235} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.134291] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.134291] env[69572]: DEBUG nova.compute.manager [None req-df46ecaa-6e6e-4f05-89fc-b7f2b5b9d39f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.134291] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb28966-5507-4702-8809-1215af79ff3b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.152944] env[69572]: DEBUG nova.scheduler.client.report [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.168851] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Acquiring lock "0e2b3af9-354e-494f-8c25-521e8247325d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.169095] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Lock "0e2b3af9-354e-494f-8c25-521e8247325d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.256860] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.443879] env[69572]: DEBUG oslo_vmware.api [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434320, 'name': PowerOnVM_Task, 'duration_secs': 0.467168} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.444161] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.444365] env[69572]: INFO nova.compute.manager [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Took 9.47 seconds to spawn the instance on the hypervisor. [ 808.444541] env[69572]: DEBUG nova.compute.manager [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.445616] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382642ee-c139-462e-aeba-a120e7efb281 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.496959] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434321, 'name': Rename_Task, 'duration_secs': 0.345378} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.497311] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.497564] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38254f74-63f5-4414-8983-0ab0abba46e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.504452] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 808.504452] env[69572]: value = "task-3434322" [ 808.504452] env[69572]: _type = "Task" [ 808.504452] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.512859] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.659413] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.659413] env[69572]: DEBUG nova.compute.manager [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 808.662162] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.546s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.662486] env[69572]: DEBUG nova.objects.instance [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lazy-loading 'resources' on Instance uuid 54bb24f0-d4b8-40d3-8c8d-3ce706540b61 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.672283] env[69572]: DEBUG nova.compute.utils [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.758092] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434319, 'name': ReconfigVM_Task, 'duration_secs': 0.796982} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.758359] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] bb5fad35-8301-4cb3-a0de-284eb6a7449e/bb5fad35-8301-4cb3-a0de-284eb6a7449e.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.758967] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04250bbf-9e22-4047-8c1a-2957bf075a08 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.764829] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 808.764829] env[69572]: value = "task-3434323" [ 808.764829] env[69572]: _type = "Task" [ 808.764829] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.773423] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434323, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.934611] env[69572]: INFO nova.compute.manager [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Rebuilding instance [ 808.967852] env[69572]: INFO nova.compute.manager [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Took 46.23 seconds to build instance. [ 808.997471] env[69572]: DEBUG nova.compute.manager [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.998403] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2220415-200d-465e-8d3c-6f63ab192646 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.022808] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434322, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.106027] env[69572]: DEBUG nova.network.neutron [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Successfully updated port: dabd90a1-5b98-4966-b8e6-33945644ca98 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.165957] env[69572]: DEBUG nova.compute.utils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.170798] env[69572]: DEBUG nova.compute.manager [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 809.171099] env[69572]: DEBUG nova.network.neutron [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.174625] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Lock "0e2b3af9-354e-494f-8c25-521e8247325d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.230543] env[69572]: DEBUG nova.policy [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '710b5740aa4340a28c28a9706dde8c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4999fcb828e04de8a6667cfe724a7d8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.277565] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434323, 'name': Rename_Task, 'duration_secs': 0.321976} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.277873] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.278174] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a1223c-5ab9-4aac-9492-764b39e609b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.286940] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 809.286940] env[69572]: value = "task-3434324" [ 809.286940] env[69572]: _type = "Task" [ 809.286940] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.296033] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.372319] env[69572]: DEBUG nova.compute.manager [req-08e968e2-a198-4113-9721-9cfdfed1a036 req-aedca87b-b252-4dc3-8b16-31e035126570 service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Received event network-vif-plugged-dabd90a1-5b98-4966-b8e6-33945644ca98 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 809.372579] env[69572]: DEBUG oslo_concurrency.lockutils [req-08e968e2-a198-4113-9721-9cfdfed1a036 req-aedca87b-b252-4dc3-8b16-31e035126570 service nova] Acquiring lock "6d4062fb-c945-4200-ba50-83af5b760232-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.372909] env[69572]: DEBUG oslo_concurrency.lockutils [req-08e968e2-a198-4113-9721-9cfdfed1a036 req-aedca87b-b252-4dc3-8b16-31e035126570 service nova] Lock "6d4062fb-c945-4200-ba50-83af5b760232-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.373015] env[69572]: DEBUG oslo_concurrency.lockutils [req-08e968e2-a198-4113-9721-9cfdfed1a036 req-aedca87b-b252-4dc3-8b16-31e035126570 service nova] Lock "6d4062fb-c945-4200-ba50-83af5b760232-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.373230] env[69572]: DEBUG nova.compute.manager [req-08e968e2-a198-4113-9721-9cfdfed1a036 req-aedca87b-b252-4dc3-8b16-31e035126570 service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] No waiting events found dispatching network-vif-plugged-dabd90a1-5b98-4966-b8e6-33945644ca98 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 809.373432] env[69572]: WARNING nova.compute.manager [req-08e968e2-a198-4113-9721-9cfdfed1a036 req-aedca87b-b252-4dc3-8b16-31e035126570 service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Received unexpected event network-vif-plugged-dabd90a1-5b98-4966-b8e6-33945644ca98 for instance with vm_state building and task_state spawning. [ 809.471416] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03b16f9e-4ad0-47ef-8604-8715b6cb2d63 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.268s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.515714] env[69572]: DEBUG oslo_vmware.api [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434322, 'name': PowerOnVM_Task, 'duration_secs': 0.684193} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.517019] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.517019] env[69572]: DEBUG nova.compute.manager [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.517019] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a017e8-4907-4abf-8329-f3df47abd692 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.613203] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.613203] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.613203] env[69572]: DEBUG nova.network.neutron [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.629968] env[69572]: DEBUG nova.network.neutron [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Successfully created port: b729436a-0f68-402a-bbfd-0861ca766692 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.673566] env[69572]: DEBUG nova.compute.manager [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 809.804132] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434324, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.812530] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9848d0e7-0ec2-4610-8f1c-c6cbdcc8017e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.822622] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675f5def-153c-4f96-9b71-0d9e30ac71ab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.858576] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ec1ad-777b-4ad0-ac43-f85d51f2081d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.866413] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd78a014-efc8-4a2c-a31b-5b56695db2db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.881917] env[69572]: DEBUG nova.compute.provider_tree [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.973664] env[69572]: DEBUG nova.compute.manager [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 810.023168] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.023386] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1ed533-1308-4d16-b292-3d0002786dae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.034419] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 810.034419] env[69572]: value = "task-3434325" [ 810.034419] env[69572]: _type = "Task" [ 810.034419] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.042432] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.048374] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.178250] env[69572]: DEBUG nova.network.neutron [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.282641] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Acquiring lock "0e2b3af9-354e-494f-8c25-521e8247325d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.282859] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Lock "0e2b3af9-354e-494f-8c25-521e8247325d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.283263] env[69572]: INFO nova.compute.manager [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Attaching volume 7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b to /dev/sdb [ 810.299336] env[69572]: DEBUG oslo_vmware.api [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434324, 'name': PowerOnVM_Task, 'duration_secs': 0.619961} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.299594] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.299839] env[69572]: INFO nova.compute.manager [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Took 8.59 seconds to spawn the instance on the hypervisor. [ 810.300018] env[69572]: DEBUG nova.compute.manager [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.300813] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d8c5f3-0453-414b-98a5-bb1ded6d05ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.324236] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c3b9c8-6f5e-41ad-9c12-3b62b2bd7c4b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.331988] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4918ad-8d18-4abc-beeb-aab6214f68f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.344888] env[69572]: DEBUG nova.virt.block_device [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Updating existing volume attachment record: a36b1808-efb0-45ff-8dd2-e70fadde8053 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 810.385985] env[69572]: DEBUG nova.scheduler.client.report [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.401069] env[69572]: DEBUG nova.network.neutron [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance_info_cache with network_info: [{"id": "dabd90a1-5b98-4966-b8e6-33945644ca98", "address": "fa:16:3e:fe:a2:50", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd90a1-5b", "ovs_interfaceid": "dabd90a1-5b98-4966-b8e6-33945644ca98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.496993] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.546610] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434325, 'name': PowerOffVM_Task, 'duration_secs': 0.256662} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.546941] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.547189] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.548308] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ec242-9186-4bed-913e-6a265fe781ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.556398] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.558155] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56e4b4ba-38ba-4cdc-8784-561ef6b271e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.626946] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.627406] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.627487] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleting the datastore file [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.627742] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bef1030-fdae-4a0e-a310-846e4be8d0a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.633873] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 810.633873] env[69572]: value = "task-3434330" [ 810.633873] env[69572]: _type = "Task" [ 810.633873] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.644345] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.685199] env[69572]: DEBUG nova.compute.manager [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 810.716205] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.716749] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.717064] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.717505] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.717763] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.718019] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.718357] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.718636] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.718906] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.719205] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.719547] env[69572]: DEBUG nova.virt.hardware [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.720561] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91dd388-3955-41b5-925e-7eb1bb06b306 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.729664] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55491b7c-d7c2-4ade-bfab-57f94f3750bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.822218] env[69572]: INFO nova.compute.manager [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Took 43.92 seconds to build instance. [ 810.891649] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.894565] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.754s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.895975] env[69572]: INFO nova.compute.claims [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.904513] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.905807] env[69572]: DEBUG nova.compute.manager [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Instance network_info: |[{"id": "dabd90a1-5b98-4966-b8e6-33945644ca98", "address": "fa:16:3e:fe:a2:50", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd90a1-5b", "ovs_interfaceid": "dabd90a1-5b98-4966-b8e6-33945644ca98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 810.906264] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:a2:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dabd90a1-5b98-4966-b8e6-33945644ca98', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.917347] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.917997] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.918135] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7e85806-811f-4d59-8c7a-81229697d1f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.935797] env[69572]: INFO nova.scheduler.client.report [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted allocations for instance 54bb24f0-d4b8-40d3-8c8d-3ce706540b61 [ 810.943393] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.943393] env[69572]: value = "task-3434331" [ 810.943393] env[69572]: _type = "Task" [ 810.943393] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.952586] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434331, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.063189] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "4ae89318-fbce-47c3-bb28-edcc5841d4d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.063481] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "4ae89318-fbce-47c3-bb28-edcc5841d4d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.063715] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "4ae89318-fbce-47c3-bb28-edcc5841d4d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.063922] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "4ae89318-fbce-47c3-bb28-edcc5841d4d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.064144] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "4ae89318-fbce-47c3-bb28-edcc5841d4d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.066495] env[69572]: INFO nova.compute.manager [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Terminating instance [ 811.145754] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233797} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.146029] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.146219] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.146394] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.325128] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e02384eb-f2e9-4d96-a25c-17d15bf436ee tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.381s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.447661] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b2246b4-731d-49cc-8381-47505739bc95 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "54bb24f0-d4b8-40d3-8c8d-3ce706540b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.715s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.454517] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434331, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.537348] env[69572]: DEBUG nova.network.neutron [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Successfully updated port: b729436a-0f68-402a-bbfd-0861ca766692 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.570635] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "refresh_cache-4ae89318-fbce-47c3-bb28-edcc5841d4d1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.570904] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquired lock "refresh_cache-4ae89318-fbce-47c3-bb28-edcc5841d4d1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.571187] env[69572]: DEBUG nova.network.neutron [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.682232] env[69572]: DEBUG nova.compute.manager [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Received event network-changed-dabd90a1-5b98-4966-b8e6-33945644ca98 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 811.682232] env[69572]: DEBUG nova.compute.manager [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Refreshing instance network info cache due to event network-changed-dabd90a1-5b98-4966-b8e6-33945644ca98. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 811.683170] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] Acquiring lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.683170] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] Acquired lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.683170] env[69572]: DEBUG nova.network.neutron [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Refreshing network info cache for port dabd90a1-5b98-4966-b8e6-33945644ca98 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.827745] env[69572]: DEBUG nova.compute.manager [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 811.957475] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434331, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.040382] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "refresh_cache-ed72b54c-79af-4722-8a5f-6885abac42f5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.041375] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquired lock "refresh_cache-ed72b54c-79af-4722-8a5f-6885abac42f5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.041375] env[69572]: DEBUG nova.network.neutron [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.102032] env[69572]: DEBUG nova.network.neutron [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.185047] env[69572]: DEBUG nova.network.neutron [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.209420] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.209631] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.209757] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.210022] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.210198] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.210371] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.211110] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.211110] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.211110] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.211350] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.212361] env[69572]: DEBUG nova.virt.hardware [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.212466] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af518dc-7d0f-467d-99ff-ec9d33e71f09 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.233955] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cccdc26-9b45-4670-a425-ad1bd3a12ba0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.257083] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:75:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7fab39-c5e0-4380-b267-58b4e53621b7', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.266307] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.269927] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.270812] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d37d95d8-c49b-4d08-a5be-acfacbddfe77 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.300580] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.300580] env[69572]: value = "task-3434332" [ 812.300580] env[69572]: _type = "Task" [ 812.300580] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.305800] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434332, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.350940] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.459996] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434331, 'name': CreateVM_Task, 'duration_secs': 1.354918} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.460274] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.461091] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.461590] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.461796] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.462117] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cefe18d-be82-4855-bbb7-2e505943125d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.469727] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 812.469727] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e278ac-98de-7e0a-7233-7dd7fb5b223c" [ 812.469727] env[69572]: _type = "Task" [ 812.469727] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.479567] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e278ac-98de-7e0a-7233-7dd7fb5b223c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.481741] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2702772d-62d2-438c-a1d7-3dae730a2650 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.489591] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372283d6-209f-49df-a84e-b919433c5d5e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.523254] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce73f0-3726-48ca-9312-bb074866e0ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.531388] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bc08f4-7705-49cd-9f4a-c2c81e1e75ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.553186] env[69572]: DEBUG nova.compute.provider_tree [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.638238] env[69572]: DEBUG nova.network.neutron [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.675500] env[69572]: DEBUG nova.network.neutron [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updated VIF entry in instance network info cache for port dabd90a1-5b98-4966-b8e6-33945644ca98. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.675828] env[69572]: DEBUG nova.network.neutron [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance_info_cache with network_info: [{"id": "dabd90a1-5b98-4966-b8e6-33945644ca98", "address": "fa:16:3e:fe:a2:50", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd90a1-5b", "ovs_interfaceid": "dabd90a1-5b98-4966-b8e6-33945644ca98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.694908] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Releasing lock "refresh_cache-4ae89318-fbce-47c3-bb28-edcc5841d4d1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.695537] env[69572]: DEBUG nova.compute.manager [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 812.695717] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.697352] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a57bbf8-c36a-4bc5-8985-87496c4ad1d3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.707934] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.708221] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ee87247-57d6-4935-b945-8f1ffc822f66 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.713744] env[69572]: DEBUG oslo_vmware.api [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 812.713744] env[69572]: value = "task-3434334" [ 812.713744] env[69572]: _type = "Task" [ 812.713744] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.722850] env[69572]: DEBUG oslo_vmware.api [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.726460] env[69572]: INFO nova.compute.manager [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Rebuilding instance [ 812.781774] env[69572]: DEBUG nova.compute.manager [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 812.782717] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef87b2b3-96fc-4e8c-b4fe-7120ef136f23 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.806221] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434332, 'name': CreateVM_Task, 'duration_secs': 0.369874} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.806406] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.807157] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.889782] env[69572]: DEBUG nova.network.neutron [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Updating instance_info_cache with network_info: [{"id": "b729436a-0f68-402a-bbfd-0861ca766692", "address": "fa:16:3e:f3:91:10", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb729436a-0f", "ovs_interfaceid": "b729436a-0f68-402a-bbfd-0861ca766692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.980996] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e278ac-98de-7e0a-7233-7dd7fb5b223c, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.981340] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.981573] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.981873] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.981929] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.982156] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.982448] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.982747] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.982981] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa7ab1ca-2a92-4b30-b5d1-313eb25e24de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.987837] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a933bc-da77-41b4-824a-ce8fca5450b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.991325] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 812.991325] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523b5310-ced6-91bd-5170-e48a6d6d4940" [ 812.991325] env[69572]: _type = "Task" [ 812.991325] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.997303] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.997488] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.999287] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8185c774-aa7f-4653-8675-a64e6b3137ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.005745] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523b5310-ced6-91bd-5170-e48a6d6d4940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.008466] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 813.008466] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524e7370-c25a-4897-ca34-2f97a334322e" [ 813.008466] env[69572]: _type = "Task" [ 813.008466] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.016461] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524e7370-c25a-4897-ca34-2f97a334322e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.059090] env[69572]: DEBUG nova.scheduler.client.report [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.179108] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] Releasing lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.179394] env[69572]: DEBUG nova.compute.manager [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Received event network-vif-plugged-b729436a-0f68-402a-bbfd-0861ca766692 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 813.179603] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] Acquiring lock "ed72b54c-79af-4722-8a5f-6885abac42f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.179837] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] Lock "ed72b54c-79af-4722-8a5f-6885abac42f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.180044] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] Lock "ed72b54c-79af-4722-8a5f-6885abac42f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.180473] env[69572]: DEBUG nova.compute.manager [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] No waiting events found dispatching network-vif-plugged-b729436a-0f68-402a-bbfd-0861ca766692 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 813.180473] env[69572]: WARNING nova.compute.manager [req-c3476cfc-3d62-4de8-b66c-b504be2639de req-2bd9ff35-bf65-4040-a2e6-1f0abff330df service nova] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Received unexpected event network-vif-plugged-b729436a-0f68-402a-bbfd-0861ca766692 for instance with vm_state building and task_state spawning. [ 813.223411] env[69572]: DEBUG oslo_vmware.api [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434334, 'name': PowerOffVM_Task, 'duration_secs': 0.187047} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.223681] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.223844] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.224118] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b25c06d3-d9e8-47b6-9b4f-c68b2efaaa30 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.250197] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.250440] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.250616] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Deleting the datastore file [datastore1] 4ae89318-fbce-47c3-bb28-edcc5841d4d1 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.250881] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d0fb6fe-99cd-4b7d-8975-b024819472e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.257224] env[69572]: DEBUG oslo_vmware.api [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for the task: (returnval){ [ 813.257224] env[69572]: value = "task-3434336" [ 813.257224] env[69572]: _type = "Task" [ 813.257224] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.264915] env[69572]: DEBUG oslo_vmware.api [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.393067] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Releasing lock "refresh_cache-ed72b54c-79af-4722-8a5f-6885abac42f5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.393515] env[69572]: DEBUG nova.compute.manager [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Instance network_info: |[{"id": "b729436a-0f68-402a-bbfd-0861ca766692", "address": "fa:16:3e:f3:91:10", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb729436a-0f", "ovs_interfaceid": "b729436a-0f68-402a-bbfd-0861ca766692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 813.393971] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:91:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b729436a-0f68-402a-bbfd-0861ca766692', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.401477] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Creating folder: Project (4999fcb828e04de8a6667cfe724a7d8b). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.401770] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc7507f1-da43-40b3-8e74-a3570415c90e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.412257] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Created folder: Project (4999fcb828e04de8a6667cfe724a7d8b) in parent group-v685431. [ 813.412257] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Creating folder: Instances. Parent ref: group-v685594. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.412257] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5101efe-49f6-4d25-ba70-d18fb99ed7cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.421931] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Created folder: Instances in parent group-v685594. [ 813.422243] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.422670] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.422874] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4300005-bd3f-46ee-abe9-fb1065362cc4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.441903] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.441903] env[69572]: value = "task-3434339" [ 813.441903] env[69572]: _type = "Task" [ 813.441903] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.453486] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434339, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.502217] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523b5310-ced6-91bd-5170-e48a6d6d4940, 'name': SearchDatastore_Task, 'duration_secs': 0.026464} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.502838] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.503093] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.503299] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.519783] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524e7370-c25a-4897-ca34-2f97a334322e, 'name': SearchDatastore_Task, 'duration_secs': 0.029393} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.520593] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabc6b06-9e5b-4dc0-b850-7a263c7d1347 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.525498] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 813.525498] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523b00e2-78d6-d82c-d3c1-d2dc7eaef488" [ 813.525498] env[69572]: _type = "Task" [ 813.525498] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.533360] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523b00e2-78d6-d82c-d3c1-d2dc7eaef488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.564937] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.565497] env[69572]: DEBUG nova.compute.manager [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 813.568111] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.119s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.568333] env[69572]: DEBUG nova.objects.instance [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lazy-loading 'resources' on Instance uuid 177ae6a3-4396-44d7-8545-6c7fea64347a {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.766972] env[69572]: DEBUG oslo_vmware.api [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Task: {'id': task-3434336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2821} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.767259] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.767460] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.767620] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.767790] env[69572]: INFO nova.compute.manager [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Took 1.07 seconds to destroy the instance on the hypervisor. [ 813.768044] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.768266] env[69572]: DEBUG nova.compute.manager [-] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 813.768349] env[69572]: DEBUG nova.network.neutron [-] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.795856] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.796383] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a133538-5fae-4bc0-b417-1ee66fbce4c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.803679] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 813.803679] env[69572]: value = "task-3434340" [ 813.803679] env[69572]: _type = "Task" [ 813.803679] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.811655] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.887730] env[69572]: DEBUG nova.network.neutron [-] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.911517] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquiring lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.911786] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.912036] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquiring lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.912245] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.912415] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.914567] env[69572]: INFO nova.compute.manager [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Terminating instance [ 813.957009] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434339, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.035215] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523b00e2-78d6-d82c-d3c1-d2dc7eaef488, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.035506] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.035731] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 6d4062fb-c945-4200-ba50-83af5b760232/6d4062fb-c945-4200-ba50-83af5b760232.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.036016] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.036204] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.036416] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f2d1391-1e7e-40d7-af50-6832247ee7cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.038367] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc702e4e-cbf0-4097-aa28-d5a4141c0cde {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.044701] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 814.044701] env[69572]: value = "task-3434341" [ 814.044701] env[69572]: _type = "Task" [ 814.044701] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.048533] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.048706] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.049738] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c695eea5-80f2-452b-bfbc-aa6fbb60e3cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.056848] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.059864] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 814.059864] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e27cc3-662f-0615-af27-697a8fb73338" [ 814.059864] env[69572]: _type = "Task" [ 814.059864] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.068008] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e27cc3-662f-0615-af27-697a8fb73338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.076369] env[69572]: DEBUG nova.compute.utils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.078518] env[69572]: DEBUG nova.compute.manager [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 814.078518] env[69572]: DEBUG nova.network.neutron [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.151993] env[69572]: DEBUG nova.policy [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5decc2bedd674d84a0cb5545250e4b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52fdb713706545369a8020df88778783', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.306854] env[69572]: DEBUG nova.compute.manager [req-d635c047-1fc9-4eed-9cdd-42182d1742c5 req-f146c4da-a8be-4816-9e20-b9a46374a62b service nova] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Received event network-changed-b729436a-0f68-402a-bbfd-0861ca766692 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 814.307057] env[69572]: DEBUG nova.compute.manager [req-d635c047-1fc9-4eed-9cdd-42182d1742c5 req-f146c4da-a8be-4816-9e20-b9a46374a62b service nova] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Refreshing instance network info cache due to event network-changed-b729436a-0f68-402a-bbfd-0861ca766692. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 814.307552] env[69572]: DEBUG oslo_concurrency.lockutils [req-d635c047-1fc9-4eed-9cdd-42182d1742c5 req-f146c4da-a8be-4816-9e20-b9a46374a62b service nova] Acquiring lock "refresh_cache-ed72b54c-79af-4722-8a5f-6885abac42f5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.307671] env[69572]: DEBUG oslo_concurrency.lockutils [req-d635c047-1fc9-4eed-9cdd-42182d1742c5 req-f146c4da-a8be-4816-9e20-b9a46374a62b service nova] Acquired lock "refresh_cache-ed72b54c-79af-4722-8a5f-6885abac42f5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.307873] env[69572]: DEBUG nova.network.neutron [req-d635c047-1fc9-4eed-9cdd-42182d1742c5 req-f146c4da-a8be-4816-9e20-b9a46374a62b service nova] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Refreshing network info cache for port b729436a-0f68-402a-bbfd-0861ca766692 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.321675] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434340, 'name': PowerOffVM_Task, 'duration_secs': 0.211516} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.322606] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.323042] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.323927] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530904c6-29bc-4756-a33c-30299efd0d8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.335497] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.335497] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24c256b9-a7f0-4730-ad19-abf9b5eb4205 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.390179] env[69572]: DEBUG nova.network.neutron [-] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.397808] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.398090] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.398224] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleting the datastore file [datastore2] bb5fad35-8301-4cb3-a0de-284eb6a7449e {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.398838] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af5c02bd-8d8d-451c-8c83-c95117027f08 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.407723] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 814.407723] env[69572]: value = "task-3434343" [ 814.407723] env[69572]: _type = "Task" [ 814.407723] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.417916] env[69572]: DEBUG nova.compute.manager [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 814.418173] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.422140] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a634e09a-ffca-408d-8c18-492a7e2456f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.425185] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.435225] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.435823] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc315d81-6fc9-4f78-be9b-9fb941329e63 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.447500] env[69572]: DEBUG oslo_vmware.api [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for the task: (returnval){ [ 814.447500] env[69572]: value = "task-3434344" [ 814.447500] env[69572]: _type = "Task" [ 814.447500] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.456729] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434339, 'name': CreateVM_Task, 'duration_secs': 0.531001} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.456729] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.456729] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.456729] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.456729] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.459900] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d115622d-1694-474f-9394-62ca1bb27ad6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.461988] env[69572]: DEBUG oslo_vmware.api [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.468925] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 814.468925] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5233adfb-051f-646b-4b46-3bc91a3dae90" [ 814.468925] env[69572]: _type = "Task" [ 814.468925] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.478141] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5233adfb-051f-646b-4b46-3bc91a3dae90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.558126] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434341, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.577023] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e27cc3-662f-0615-af27-697a8fb73338, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.578719] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "59d7a4e0-3a20-4118-a0c2-40adb271c760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.579543] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "59d7a4e0-3a20-4118-a0c2-40adb271c760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.579543] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "59d7a4e0-3a20-4118-a0c2-40adb271c760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.579803] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "59d7a4e0-3a20-4118-a0c2-40adb271c760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.580062] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "59d7a4e0-3a20-4118-a0c2-40adb271c760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.582374] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e240e25-1ae2-4b17-8f0d-cc1ec1f8f4f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.587960] env[69572]: INFO nova.compute.manager [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Terminating instance [ 814.589915] env[69572]: DEBUG nova.compute.manager [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 814.599530] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 814.599530] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b2881a-8cb7-d91d-531f-3ab1a9db65d8" [ 814.599530] env[69572]: _type = "Task" [ 814.599530] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.614865] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b2881a-8cb7-d91d-531f-3ab1a9db65d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.666019] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fdf22c-5dda-4e0c-9834-1025a8383235 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.679308] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c3029d-000f-4e66-a851-356d36cf7f92 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.686263] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.686960] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.720417] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78817074-c791-454d-b43e-47a37171c698 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.729765] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70d261d-0167-4d9b-aa33-6115543fb94f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.744100] env[69572]: DEBUG nova.compute.provider_tree [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.806765] env[69572]: DEBUG nova.network.neutron [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Successfully created port: fc430a7b-6583-4fdb-8441-ca9d9b1cefec {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.896413] env[69572]: INFO nova.compute.manager [-] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Took 1.13 seconds to deallocate network for instance. [ 814.903591] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 814.903822] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685591', 'volume_id': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'name': 'volume-7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e2b3af9-354e-494f-8c25-521e8247325d', 'attached_at': '', 'detached_at': '', 'volume_id': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'serial': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 814.904703] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be26c9af-7a17-44d9-847a-94ddca9fdd8f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.925164] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edcdc36-0565-40be-beab-01acc2d5c5ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.932753] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497231} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.932753] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.932753] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.932753] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.956988] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] volume-7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b/volume-7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.961582] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb79b2cd-7e72-43f5-b134-e786cea8a95e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.986569] env[69572]: DEBUG oslo_vmware.api [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434344, 'name': PowerOffVM_Task, 'duration_secs': 0.201654} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.988112] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.988439] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.988768] env[69572]: DEBUG oslo_vmware.api [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Waiting for the task: (returnval){ [ 814.988768] env[69572]: value = "task-3434345" [ 814.988768] env[69572]: _type = "Task" [ 814.988768] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.989209] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1def8de-f4d2-4733-bd52-fbef0f302d00 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.998200] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5233adfb-051f-646b-4b46-3bc91a3dae90, 'name': SearchDatastore_Task, 'duration_secs': 0.067528} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.000029] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.000029] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.000029] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.003758] env[69572]: DEBUG oslo_vmware.api [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Task: {'id': task-3434345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.057089] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738221} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.057355] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 6d4062fb-c945-4200-ba50-83af5b760232/6d4062fb-c945-4200-ba50-83af5b760232.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.057597] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.057977] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab3f200-4368-455a-b8ea-d9610022d747 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.061075] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.061075] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.061075] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Deleting the datastore file [datastore1] 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.062129] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0c5f0a-6c52-498c-b0bb-d71b67a0fe6e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.065312] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 815.065312] env[69572]: value = "task-3434347" [ 815.065312] env[69572]: _type = "Task" [ 815.065312] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.069478] env[69572]: DEBUG oslo_vmware.api [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for the task: (returnval){ [ 815.069478] env[69572]: value = "task-3434348" [ 815.069478] env[69572]: _type = "Task" [ 815.069478] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.076385] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.080806] env[69572]: DEBUG oslo_vmware.api [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.098190] env[69572]: DEBUG nova.compute.manager [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 815.098422] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.099336] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44a1e7f-f4ae-4b74-b0b8-2c034158554f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.112184] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b2881a-8cb7-d91d-531f-3ab1a9db65d8, 'name': SearchDatastore_Task, 'duration_secs': 0.056538} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.117062] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.117351] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.117665] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.117923] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.118157] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.118430] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6db87574-ac6c-47af-94bb-fa6b59ca94a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.120299] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66816efe-965c-492f-b2f4-08a9751fd7de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.124282] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9a60236-bf22-48be-ac05-d80607d9be73 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.130638] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 815.130638] env[69572]: value = "task-3434350" [ 815.130638] env[69572]: _type = "Task" [ 815.130638] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.132031] env[69572]: DEBUG oslo_vmware.api [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 815.132031] env[69572]: value = "task-3434349" [ 815.132031] env[69572]: _type = "Task" [ 815.132031] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.143356] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.147488] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.147658] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.148995] env[69572]: DEBUG oslo_vmware.api [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.149247] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f6a3eb-e900-4a52-837b-516db508bd5c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.155112] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 815.155112] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bbfeca-1096-f2ab-c756-b1a86f66a00b" [ 815.155112] env[69572]: _type = "Task" [ 815.155112] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.162897] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bbfeca-1096-f2ab-c756-b1a86f66a00b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.248369] env[69572]: DEBUG nova.scheduler.client.report [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.318045] env[69572]: DEBUG nova.network.neutron [req-d635c047-1fc9-4eed-9cdd-42182d1742c5 req-f146c4da-a8be-4816-9e20-b9a46374a62b service nova] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Updated VIF entry in instance network info cache for port b729436a-0f68-402a-bbfd-0861ca766692. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.318450] env[69572]: DEBUG nova.network.neutron [req-d635c047-1fc9-4eed-9cdd-42182d1742c5 req-f146c4da-a8be-4816-9e20-b9a46374a62b service nova] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Updating instance_info_cache with network_info: [{"id": "b729436a-0f68-402a-bbfd-0861ca766692", "address": "fa:16:3e:f3:91:10", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb729436a-0f", "ovs_interfaceid": "b729436a-0f68-402a-bbfd-0861ca766692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.409826] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.502275] env[69572]: DEBUG oslo_vmware.api [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Task: {'id': task-3434345, 'name': ReconfigVM_Task, 'duration_secs': 0.338925} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.502466] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] volume-7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b/volume-7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.507870] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d81c482-5e58-4209-bba6-4430e27eccc6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.518254] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.518514] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.518724] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.518902] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.519083] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.525058] env[69572]: INFO nova.compute.manager [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Terminating instance [ 815.528139] env[69572]: DEBUG oslo_vmware.api [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Waiting for the task: (returnval){ [ 815.528139] env[69572]: value = "task-3434351" [ 815.528139] env[69572]: _type = "Task" [ 815.528139] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.540700] env[69572]: DEBUG oslo_vmware.api [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Task: {'id': task-3434351, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.578111] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066125} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.581390] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.581745] env[69572]: DEBUG oslo_vmware.api [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Task: {'id': task-3434348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154856} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.582530] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447a63f1-255d-4b77-a82d-b32aa2100bd2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.585754] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.585867] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.586053] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.586245] env[69572]: INFO nova.compute.manager [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 815.586448] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.586645] env[69572]: DEBUG nova.compute.manager [-] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 815.586736] env[69572]: DEBUG nova.network.neutron [-] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.612101] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 6d4062fb-c945-4200-ba50-83af5b760232/6d4062fb-c945-4200-ba50-83af5b760232.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.613493] env[69572]: DEBUG nova.compute.manager [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 815.616070] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f8f98e8-267d-4e9f-8b65-6d14b65a660d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.642263] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 815.642263] env[69572]: value = "task-3434352" [ 815.642263] env[69572]: _type = "Task" [ 815.642263] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.646415] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495925} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.649951] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.650263] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.658055] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26174fa9-efea-48e0-92ab-19cb0b14baa1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.659978] env[69572]: DEBUG oslo_vmware.api [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434349, 'name': PowerOffVM_Task, 'duration_secs': 0.181451} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.665457] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.665672] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.670138] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e19cfb85-9a44-4379-8268-4e0f1b2ba04e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.672072] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.674354] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.674601] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.674763] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.674964] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.675141] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.675298] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.675583] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.675717] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.675912] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.676112] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.676295] env[69572]: DEBUG nova.virt.hardware [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.677492] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1b77f-40fb-499e-a8d1-63c692b1ab89 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.686687] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bbfeca-1096-f2ab-c756-b1a86f66a00b, 'name': SearchDatastore_Task, 'duration_secs': 0.018666} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.687066] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 815.687066] env[69572]: value = "task-3434353" [ 815.687066] env[69572]: _type = "Task" [ 815.687066] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.689022] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e22455b-45a7-46f0-a9b8-1af0aa643a49 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.698755] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 815.698755] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527f384b-32a4-b752-c2cf-b39e4ecf4e1c" [ 815.698755] env[69572]: _type = "Task" [ 815.698755] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.706325] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.711897] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527f384b-32a4-b752-c2cf-b39e4ecf4e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.713178] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88ec4bd-b5f2-46f8-8b15-22da7b381a97 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.751779] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.752014] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.752249] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Deleting the datastore file [datastore2] 59d7a4e0-3a20-4118-a0c2-40adb271c760 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.752534] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c1b98ab-2ec1-4f52-93c2-c9147e69e205 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.755275] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.757830] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.730s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.758624] env[69572]: INFO nova.compute.claims [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.766453] env[69572]: DEBUG oslo_vmware.api [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 815.766453] env[69572]: value = "task-3434355" [ 815.766453] env[69572]: _type = "Task" [ 815.766453] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.775732] env[69572]: DEBUG oslo_vmware.api [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.785765] env[69572]: INFO nova.scheduler.client.report [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Deleted allocations for instance 177ae6a3-4396-44d7-8545-6c7fea64347a [ 815.822316] env[69572]: DEBUG oslo_concurrency.lockutils [req-d635c047-1fc9-4eed-9cdd-42182d1742c5 req-f146c4da-a8be-4816-9e20-b9a46374a62b service nova] Releasing lock "refresh_cache-ed72b54c-79af-4722-8a5f-6885abac42f5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.970636] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.970888] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.971055] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.971242] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.971386] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.971530] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.971734] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.971886] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.973153] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.973153] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.973153] env[69572]: DEBUG nova.virt.hardware [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.974187] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2412b001-3faf-43a8-a38e-7827f2e58e63 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.982050] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f4505e-1b80-4bcf-9da1-9e39c1bc9a66 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.997257] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:e7:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef08c002-3a30-4725-a282-ad237d8e098b', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.006699] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.010046] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.010046] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22eac9d1-cff3-4cf4-a1c3-eb371c351a82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.028211] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.028211] env[69572]: value = "task-3434356" [ 816.028211] env[69572]: _type = "Task" [ 816.028211] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.031795] env[69572]: DEBUG nova.compute.manager [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 816.031902] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.033349] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae45e83-0574-4bf4-b7ef-339ffe688d50 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.046428] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434356, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.051480] env[69572]: DEBUG oslo_vmware.api [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Task: {'id': task-3434351, 'name': ReconfigVM_Task, 'duration_secs': 0.196394} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.054683] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.054683] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685591', 'volume_id': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'name': 'volume-7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e2b3af9-354e-494f-8c25-521e8247325d', 'attached_at': '', 'detached_at': '', 'volume_id': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'serial': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 816.054683] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d722fa-76f9-4f10-b194-3c692c75fbfc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.060982] env[69572]: DEBUG oslo_vmware.api [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 816.060982] env[69572]: value = "task-3434357" [ 816.060982] env[69572]: _type = "Task" [ 816.060982] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.070435] env[69572]: DEBUG oslo_vmware.api [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.158929] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.198902] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066771} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.199227] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.203509] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ed42e6-9b63-433e-9fbd-71dfe0d76c76 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.212908] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527f384b-32a4-b752-c2cf-b39e4ecf4e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.020283} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.222057] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.222411] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] ed72b54c-79af-4722-8a5f-6885abac42f5/ed72b54c-79af-4722-8a5f-6885abac42f5.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.232211] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.232211] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54c6ce3f-98dc-48ca-bb5f-9a4a1775c710 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.233844] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adf81e70-2424-4f1a-813f-baa12899c3c1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.256779] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 816.256779] env[69572]: value = "task-3434358" [ 816.256779] env[69572]: _type = "Task" [ 816.256779] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.256779] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 816.256779] env[69572]: value = "task-3434359" [ 816.256779] env[69572]: _type = "Task" [ 816.256779] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.271493] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.280367] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.284525] env[69572]: DEBUG oslo_vmware.api [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426108} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.285017] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.285226] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.285404] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.285579] env[69572]: INFO nova.compute.manager [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Took 1.19 seconds to destroy the instance on the hypervisor. [ 816.285822] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.286019] env[69572]: DEBUG nova.compute.manager [-] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 816.286117] env[69572]: DEBUG nova.network.neutron [-] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.298107] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9d383b5d-4b1b-49d8-8eae-ed2bdcfde836 tempest-InstanceActionsNegativeTestJSON-896651074 tempest-InstanceActionsNegativeTestJSON-896651074-project-member] Lock "177ae6a3-4396-44d7-8545-6c7fea64347a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.513s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.368483] env[69572]: DEBUG nova.compute.manager [req-9ee90057-6f19-40b3-9a70-458453d84a77 req-93b353fb-b2f5-4f28-b854-d8edfa783fc9 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Received event network-vif-deleted-81d8c03a-fa3f-47ed-8dd5-896ca985cf0f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 816.368809] env[69572]: INFO nova.compute.manager [req-9ee90057-6f19-40b3-9a70-458453d84a77 req-93b353fb-b2f5-4f28-b854-d8edfa783fc9 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Neutron deleted interface 81d8c03a-fa3f-47ed-8dd5-896ca985cf0f; detaching it from the instance and deleting it from the info cache [ 816.369023] env[69572]: DEBUG nova.network.neutron [req-9ee90057-6f19-40b3-9a70-458453d84a77 req-93b353fb-b2f5-4f28-b854-d8edfa783fc9 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.410175] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "5acca6bc-e920-49e8-8f49-728804af26ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.410516] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "5acca6bc-e920-49e8-8f49-728804af26ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.507507] env[69572]: DEBUG nova.network.neutron [-] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.542447] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434356, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.571719] env[69572]: DEBUG oslo_vmware.api [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434357, 'name': PowerOffVM_Task, 'duration_secs': 0.326432} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.572668] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.572668] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.572668] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2ce9caf-5936-4595-8136-ed12f0671079 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.660893] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434352, 'name': ReconfigVM_Task, 'duration_secs': 0.519816} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.661173] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 6d4062fb-c945-4200-ba50-83af5b760232/6d4062fb-c945-4200-ba50-83af5b760232.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.662086] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca7948f9-b280-46e9-aabb-c847802ae237 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.666392] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.666870] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.667173] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Deleting the datastore file [datastore1] d937e8b6-24b2-480a-b4d1-a67e1e61ca19 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.668017] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96daa71a-2948-48f6-b6c4-a81fab5f8c39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.674202] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 816.674202] env[69572]: value = "task-3434361" [ 816.674202] env[69572]: _type = "Task" [ 816.674202] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.681843] env[69572]: DEBUG oslo_vmware.api [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 816.681843] env[69572]: value = "task-3434362" [ 816.681843] env[69572]: _type = "Task" [ 816.681843] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.685901] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434361, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.696120] env[69572]: DEBUG oslo_vmware.api [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.770093] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.776807] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.872267] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-465fba0e-50a6-4c46-ab0c-9d8cc1642519 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.884109] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9ec700-3f41-4213-9991-806654e8c3fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.920544] env[69572]: DEBUG nova.compute.manager [req-9ee90057-6f19-40b3-9a70-458453d84a77 req-93b353fb-b2f5-4f28-b854-d8edfa783fc9 service nova] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Detach interface failed, port_id=81d8c03a-fa3f-47ed-8dd5-896ca985cf0f, reason: Instance 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 816.995445] env[69572]: DEBUG nova.network.neutron [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Successfully updated port: fc430a7b-6583-4fdb-8441-ca9d9b1cefec {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.010667] env[69572]: INFO nova.compute.manager [-] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Took 1.42 seconds to deallocate network for instance. [ 817.041287] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434356, 'name': CreateVM_Task, 'duration_secs': 0.536038} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.041477] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.042872] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.043234] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.043973] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.044532] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8360d36b-01f2-401c-80c7-4801449bc5b6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.055776] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 817.055776] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522ab762-b793-c871-a983-2772603b6e82" [ 817.055776] env[69572]: _type = "Task" [ 817.055776] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.067516] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522ab762-b793-c871-a983-2772603b6e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.100792] env[69572]: DEBUG nova.objects.instance [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Lazy-loading 'flavor' on Instance uuid 0e2b3af9-354e-494f-8c25-521e8247325d {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.186038] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434361, 'name': Rename_Task, 'duration_secs': 0.280697} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.186038] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.186038] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb33e180-276c-49f5-ae9f-429f4b34acab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.195535] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 817.195535] env[69572]: value = "task-3434363" [ 817.195535] env[69572]: _type = "Task" [ 817.195535] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.199212] env[69572]: DEBUG oslo_vmware.api [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299857} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.201518] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.201705] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.201906] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.202192] env[69572]: INFO nova.compute.manager [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Took 1.17 seconds to destroy the instance on the hypervisor. [ 817.202916] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.205543] env[69572]: DEBUG nova.compute.manager [-] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 817.206202] env[69572]: DEBUG nova.network.neutron [-] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.215656] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434363, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.276743] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616011} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.282365] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] ed72b54c-79af-4722-8a5f-6885abac42f5/ed72b54c-79af-4722-8a5f-6885abac42f5.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.282602] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.282887] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434359, 'name': ReconfigVM_Task, 'duration_secs': 0.554785} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.283333] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b42d9ed4-8da2-46cf-b6c3-834bdafd1fa4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.285350] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Reconfigured VM instance instance-0000000d to attach disk [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.285957] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2699f969-61f6-44cf-9c67-f64d923fec2a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.293790] env[69572]: DEBUG nova.network.neutron [-] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.295137] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 817.295137] env[69572]: value = "task-3434364" [ 817.295137] env[69572]: _type = "Task" [ 817.295137] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.299544] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 817.299544] env[69572]: value = "task-3434365" [ 817.299544] env[69572]: _type = "Task" [ 817.299544] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.312811] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.317118] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434365, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.449058] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2291e25-dcde-4eb1-8ded-5eab54709858 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.457218] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95d541e-f9ad-4c51-9818-3ba891ba9a30 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.496191] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef74b85-a378-4d00-a082-07a228bf817a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.500509] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-a7f9b083-cb15-4197-bd23-16ef6847dcea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.500836] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-a7f9b083-cb15-4197-bd23-16ef6847dcea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.501024] env[69572]: DEBUG nova.network.neutron [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.508645] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0895aee4-7740-4c58-9b41-1a310972e016 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.524909] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.524909] env[69572]: DEBUG nova.compute.provider_tree [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.567042] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522ab762-b793-c871-a983-2772603b6e82, 'name': SearchDatastore_Task, 'duration_secs': 0.037357} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.567352] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.567865] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.568107] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.568295] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.568499] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.568736] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c24c5fd-16c7-4621-8c73-dffd172a1d9b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.580570] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.580647] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.581473] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2437f890-04e3-4763-b032-5ac5f42a9b53 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.586872] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 817.586872] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f0592f-88d5-4027-c800-3a8564052272" [ 817.586872] env[69572]: _type = "Task" [ 817.586872] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.596773] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f0592f-88d5-4027-c800-3a8564052272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.606118] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0242961-b846-4389-a528-b8cc3bc9979f tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Lock "0e2b3af9-354e-494f-8c25-521e8247325d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.323s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.708261] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434363, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.800163] env[69572]: INFO nova.compute.manager [-] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Took 1.51 seconds to deallocate network for instance. [ 817.818572] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067768} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.823961] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.823961] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434365, 'name': Rename_Task, 'duration_secs': 0.14041} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.823961] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e593e55d-4910-42da-9d25-76d01a73dbb0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.827046] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.827046] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4423ddd5-1cb3-4446-82b9-cde1616b9bc9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.854147] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] ed72b54c-79af-4722-8a5f-6885abac42f5/ed72b54c-79af-4722-8a5f-6885abac42f5.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.859026] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2adf21d6-57ae-4ab4-91aa-17d8a3318f3b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.872278] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 817.872278] env[69572]: value = "task-3434366" [ 817.872278] env[69572]: _type = "Task" [ 817.872278] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.880474] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 817.880474] env[69572]: value = "task-3434367" [ 817.880474] env[69572]: _type = "Task" [ 817.880474] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.890747] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.899542] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.051221] env[69572]: ERROR nova.scheduler.client.report [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [req-d141059a-6a66-4bf2-855a-46e3a30a9f5b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d141059a-6a66-4bf2-855a-46e3a30a9f5b"}]} [ 818.054198] env[69572]: DEBUG nova.network.neutron [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.075479] env[69572]: DEBUG nova.scheduler.client.report [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 818.092928] env[69572]: DEBUG nova.scheduler.client.report [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 818.093232] env[69572]: DEBUG nova.compute.provider_tree [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.100340] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f0592f-88d5-4027-c800-3a8564052272, 'name': SearchDatastore_Task, 'duration_secs': 0.017772} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.101864] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c87ef1-0b9b-456f-ba58-02e61024455a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.105677] env[69572]: DEBUG nova.scheduler.client.report [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 818.113616] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 818.113616] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527b3c0b-d4a7-03eb-ae70-5102c5ed4799" [ 818.113616] env[69572]: _type = "Task" [ 818.113616] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.123523] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527b3c0b-d4a7-03eb-ae70-5102c5ed4799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.132271] env[69572]: DEBUG nova.scheduler.client.report [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 818.212889] env[69572]: DEBUG oslo_vmware.api [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434363, 'name': PowerOnVM_Task, 'duration_secs': 0.774951} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.213265] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.213480] env[69572]: INFO nova.compute.manager [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Took 10.33 seconds to spawn the instance on the hypervisor. [ 818.213672] env[69572]: DEBUG nova.compute.manager [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.218034] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51c9f60-0eed-414c-aa1d-730932ca8fa7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.255018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Acquiring lock "0e2b3af9-354e-494f-8c25-521e8247325d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.255018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Lock "0e2b3af9-354e-494f-8c25-521e8247325d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.311057] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.320687] env[69572]: DEBUG nova.network.neutron [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Updating instance_info_cache with network_info: [{"id": "fc430a7b-6583-4fdb-8441-ca9d9b1cefec", "address": "fa:16:3e:17:2b:ec", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc430a7b-65", "ovs_interfaceid": "fc430a7b-6583-4fdb-8441-ca9d9b1cefec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.374694] env[69572]: DEBUG nova.network.neutron [-] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.391647] env[69572]: DEBUG oslo_vmware.api [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434366, 'name': PowerOnVM_Task, 'duration_secs': 0.505613} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.393072] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.393386] env[69572]: DEBUG nova.compute.manager [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.394649] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f759651-db81-44d8-8086-03059c99a3be {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.403363] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434367, 'name': ReconfigVM_Task, 'duration_secs': 0.305236} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.404275] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Reconfigured VM instance instance-00000038 to attach disk [datastore2] ed72b54c-79af-4722-8a5f-6885abac42f5/ed72b54c-79af-4722-8a5f-6885abac42f5.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.405021] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-def03d9a-fbd2-42c6-83d1-f7b0969884cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.417476] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 818.417476] env[69572]: value = "task-3434368" [ 818.417476] env[69572]: _type = "Task" [ 818.417476] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.426529] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434368, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.626207] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527b3c0b-d4a7-03eb-ae70-5102c5ed4799, 'name': SearchDatastore_Task, 'duration_secs': 0.015024} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.629427] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.629427] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] bb5fad35-8301-4cb3-a0de-284eb6a7449e/bb5fad35-8301-4cb3-a0de-284eb6a7449e.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.630079] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40798bac-0849-4378-ac09-134865a655d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.638439] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 818.638439] env[69572]: value = "task-3434369" [ 818.638439] env[69572]: _type = "Task" [ 818.638439] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.648339] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.741742] env[69572]: INFO nova.compute.manager [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Took 45.31 seconds to build instance. [ 818.760131] env[69572]: INFO nova.compute.manager [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Detaching volume 7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b [ 818.802990] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c02cb21-eb84-4355-bc29-7ab5845c79cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.807890] env[69572]: INFO nova.virt.block_device [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Attempting to driver detach volume 7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b from mountpoint /dev/sdb [ 818.808297] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 818.808602] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685591', 'volume_id': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'name': 'volume-7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e2b3af9-354e-494f-8c25-521e8247325d', 'attached_at': '', 'detached_at': '', 'volume_id': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'serial': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 818.809509] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b001c63-3d29-4019-a923-b80dcc0bb5e2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.816572] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4399508d-1cae-4048-a80f-bae4f0be3f35 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.838911] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-a7f9b083-cb15-4197-bd23-16ef6847dcea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.838911] env[69572]: DEBUG nova.compute.manager [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Instance network_info: |[{"id": "fc430a7b-6583-4fdb-8441-ca9d9b1cefec", "address": "fa:16:3e:17:2b:ec", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc430a7b-65", "ovs_interfaceid": "fc430a7b-6583-4fdb-8441-ca9d9b1cefec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 818.839799] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:2b:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc430a7b-6583-4fdb-8441-ca9d9b1cefec', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.847221] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.847927] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ebf93-950b-46aa-af91-9317e874a714 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.875567] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.877154] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e020f54f-3830-4e0b-ab10-8bb7fc823cf0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.892506] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea06552-532e-4df9-afb7-4f683af217f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.896921] env[69572]: DEBUG nova.compute.manager [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Received event network-vif-plugged-fc430a7b-6583-4fdb-8441-ca9d9b1cefec {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 818.897164] env[69572]: DEBUG oslo_concurrency.lockutils [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] Acquiring lock "a7f9b083-cb15-4197-bd23-16ef6847dcea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.897377] env[69572]: DEBUG oslo_concurrency.lockutils [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.897550] env[69572]: DEBUG oslo_concurrency.lockutils [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.897713] env[69572]: DEBUG nova.compute.manager [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] No waiting events found dispatching network-vif-plugged-fc430a7b-6583-4fdb-8441-ca9d9b1cefec {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 818.897871] env[69572]: WARNING nova.compute.manager [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Received unexpected event network-vif-plugged-fc430a7b-6583-4fdb-8441-ca9d9b1cefec for instance with vm_state building and task_state spawning. [ 818.898160] env[69572]: DEBUG nova.compute.manager [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Received event network-vif-deleted-a9320505-25b1-4bb3-8632-9b3d4c7f2866 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 818.898418] env[69572]: DEBUG nova.compute.manager [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Received event network-changed-fc430a7b-6583-4fdb-8441-ca9d9b1cefec {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 818.898592] env[69572]: DEBUG nova.compute.manager [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Refreshing instance network info cache due to event network-changed-fc430a7b-6583-4fdb-8441-ca9d9b1cefec. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 818.898777] env[69572]: DEBUG oslo_concurrency.lockutils [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] Acquiring lock "refresh_cache-a7f9b083-cb15-4197-bd23-16ef6847dcea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.898908] env[69572]: DEBUG oslo_concurrency.lockutils [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] Acquired lock "refresh_cache-a7f9b083-cb15-4197-bd23-16ef6847dcea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.899067] env[69572]: DEBUG nova.network.neutron [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Refreshing network info cache for port fc430a7b-6583-4fdb-8441-ca9d9b1cefec {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.903140] env[69572]: INFO nova.compute.manager [-] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Took 1.70 seconds to deallocate network for instance. [ 818.906315] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a5783-cbe9-4151-bb39-4b597b29dc52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.922025] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.922025] env[69572]: value = "task-3434370" [ 818.922025] env[69572]: _type = "Task" [ 818.922025] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.925916] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcb2210-ae7b-4582-84e2-9de20abdfa1e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.930404] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.957170] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e69dfc9-12aa-42d8-8ea9-995176d10874 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.974163] env[69572]: DEBUG nova.compute.provider_tree [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.975780] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434368, 'name': Rename_Task, 'duration_secs': 0.147473} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.992450] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.992450] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] The volume has not been displaced from its original location: [datastore2] volume-7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b/volume-7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 818.996433] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 818.996756] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434370, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.996976] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1b60faf-5469-47a0-b8b5-8f51390a7341 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.998993] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da4b281-564b-40f6-87a5-4494c7647ad4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.018763] env[69572]: DEBUG oslo_vmware.api [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Waiting for the task: (returnval){ [ 819.018763] env[69572]: value = "task-3434372" [ 819.018763] env[69572]: _type = "Task" [ 819.018763] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.023336] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 819.023336] env[69572]: value = "task-3434371" [ 819.023336] env[69572]: _type = "Task" [ 819.023336] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.030748] env[69572]: DEBUG oslo_vmware.api [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Task: {'id': task-3434372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.036503] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434371, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.151050] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434369, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.246741] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19f5a814-4c9c-402e-84b4-355d1fb2a53a tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "6d4062fb-c945-4200-ba50-83af5b760232" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.227s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.425496] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.438017] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434370, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.520656] env[69572]: DEBUG nova.scheduler.client.report [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 819.520912] env[69572]: DEBUG nova.compute.provider_tree [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 83 to 84 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 819.521115] env[69572]: DEBUG nova.compute.provider_tree [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.538905] env[69572]: DEBUG oslo_vmware.api [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Task: {'id': task-3434372, 'name': ReconfigVM_Task, 'duration_secs': 0.34218} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.542555] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 819.547998] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.548293] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6d1cbc-877c-4adc-89d5-17db4d0015a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.564473] env[69572]: DEBUG oslo_vmware.api [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Waiting for the task: (returnval){ [ 819.564473] env[69572]: value = "task-3434373" [ 819.564473] env[69572]: _type = "Task" [ 819.564473] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.572944] env[69572]: DEBUG oslo_vmware.api [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Task: {'id': task-3434373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.631765] env[69572]: DEBUG nova.network.neutron [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Updated VIF entry in instance network info cache for port fc430a7b-6583-4fdb-8441-ca9d9b1cefec. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.632207] env[69572]: DEBUG nova.network.neutron [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Updating instance_info_cache with network_info: [{"id": "fc430a7b-6583-4fdb-8441-ca9d9b1cefec", "address": "fa:16:3e:17:2b:ec", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc430a7b-65", "ovs_interfaceid": "fc430a7b-6583-4fdb-8441-ca9d9b1cefec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.650147] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718261} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.650492] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] bb5fad35-8301-4cb3-a0de-284eb6a7449e/bb5fad35-8301-4cb3-a0de-284eb6a7449e.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.650637] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.650929] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a6e3856-8613-48f4-ad07-9fb903824850 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.658024] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 819.658024] env[69572]: value = "task-3434374" [ 819.658024] env[69572]: _type = "Task" [ 819.658024] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.668818] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.752750] env[69572]: DEBUG nova.compute.manager [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 819.936332] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434370, 'name': CreateVM_Task, 'duration_secs': 0.58235} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.936519] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.937220] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.937387] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.937706] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.937995] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095689f4-2813-4d7f-9507-33b375ce19f8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.947605] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 819.947605] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527ab9ad-10e4-0412-1515-565b22d3d1e1" [ 819.947605] env[69572]: _type = "Task" [ 819.947605] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.960369] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527ab9ad-10e4-0412-1515-565b22d3d1e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.033616] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.276s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.034184] env[69572]: DEBUG nova.compute.manager [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 820.037059] env[69572]: DEBUG oslo_concurrency.lockutils [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.423s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.037285] env[69572]: DEBUG nova.objects.instance [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lazy-loading 'resources' on Instance uuid 69eeb79e-f1aa-4b65-a5e1-0232df15c133 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.044087] env[69572]: DEBUG oslo_vmware.api [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434371, 'name': PowerOnVM_Task, 'duration_secs': 0.757698} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.044561] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.044759] env[69572]: INFO nova.compute.manager [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Took 9.36 seconds to spawn the instance on the hypervisor. [ 820.045049] env[69572]: DEBUG nova.compute.manager [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.045735] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d04a20-9083-49e7-bc0a-965f2544f995 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.073558] env[69572]: DEBUG oslo_vmware.api [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Task: {'id': task-3434373, 'name': ReconfigVM_Task, 'duration_secs': 0.167734} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.073845] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685591', 'volume_id': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'name': 'volume-7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e2b3af9-354e-494f-8c25-521e8247325d', 'attached_at': '', 'detached_at': '', 'volume_id': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b', 'serial': '7ce6cb17-8ccb-4055-a9cf-9ce5b2a4769b'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 820.134991] env[69572]: DEBUG oslo_concurrency.lockutils [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] Releasing lock "refresh_cache-a7f9b083-cb15-4197-bd23-16ef6847dcea" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.135347] env[69572]: DEBUG nova.compute.manager [req-40c89ec9-938f-4184-8548-0d369760449a req-9efe00af-1a95-4a01-bd18-77e1945279ed service nova] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Received event network-vif-deleted-35e5adb7-94fb-4cac-a5ab-59d6a5d4deb4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 820.167373] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072799} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.167644] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.168473] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7720a38-6f15-4a58-8855-08a07dadbdb4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.192240] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] bb5fad35-8301-4cb3-a0de-284eb6a7449e/bb5fad35-8301-4cb3-a0de-284eb6a7449e.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.192534] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a247743e-fb38-4137-802c-8cf0c908a600 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.213691] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 820.213691] env[69572]: value = "task-3434375" [ 820.213691] env[69572]: _type = "Task" [ 820.213691] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.221643] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.273036] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.459052] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527ab9ad-10e4-0412-1515-565b22d3d1e1, 'name': SearchDatastore_Task, 'duration_secs': 0.087918} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.459052] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.459052] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.459052] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.459337] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.459376] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.459609] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5001ea2-1e93-4b34-88ef-e558f8ad9b1c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.468191] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.468374] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.469144] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea6d821-0eac-4046-b1ac-caf0bcfa1c42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.474869] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 820.474869] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5275752e-23ec-757e-1d3a-1adaae182e1f" [ 820.474869] env[69572]: _type = "Task" [ 820.474869] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.482989] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5275752e-23ec-757e-1d3a-1adaae182e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.541624] env[69572]: DEBUG nova.compute.utils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.543175] env[69572]: DEBUG nova.compute.manager [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 820.543398] env[69572]: DEBUG nova.network.neutron [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.564115] env[69572]: INFO nova.compute.manager [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Took 45.07 seconds to build instance. [ 820.622892] env[69572]: DEBUG nova.policy [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '710b5740aa4340a28c28a9706dde8c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4999fcb828e04de8a6667cfe724a7d8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.650413] env[69572]: DEBUG nova.objects.instance [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Lazy-loading 'flavor' on Instance uuid 0e2b3af9-354e-494f-8c25-521e8247325d {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.725819] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434375, 'name': ReconfigVM_Task, 'duration_secs': 0.500191} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.725819] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Reconfigured VM instance instance-00000036 to attach disk [datastore1] bb5fad35-8301-4cb3-a0de-284eb6a7449e/bb5fad35-8301-4cb3-a0de-284eb6a7449e.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.726949] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa406741-1efd-4b44-b041-0736a8f558ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.732681] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 820.732681] env[69572]: value = "task-3434376" [ 820.732681] env[69572]: _type = "Task" [ 820.732681] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.746898] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434376, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.835374] env[69572]: INFO nova.compute.manager [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Rebuilding instance [ 820.884373] env[69572]: DEBUG nova.compute.manager [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Stashing vm_state: active {{(pid=69572) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 820.903497] env[69572]: DEBUG nova.compute.manager [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.904988] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53e3228-933e-4af7-a0ed-3bea80b8f8ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.986908] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5275752e-23ec-757e-1d3a-1adaae182e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.991017] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8865e76a-5d9c-4d80-96ae-69abe3dbf599 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.996276] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 820.996276] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521679d7-82c1-e2cf-bc93-0f33cee3396b" [ 820.996276] env[69572]: _type = "Task" [ 820.996276] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.001658] env[69572]: DEBUG nova.network.neutron [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Successfully created port: ba24fdf5-be87-4d53-b061-305c1fd30c83 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.011645] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521679d7-82c1-e2cf-bc93-0f33cee3396b, 'name': SearchDatastore_Task, 'duration_secs': 0.011907} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.012310] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.012627] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] a7f9b083-cb15-4197-bd23-16ef6847dcea/a7f9b083-cb15-4197-bd23-16ef6847dcea.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.012865] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe68f416-e289-46c8-b321-1f50aeee5a23 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.019997] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 821.019997] env[69572]: value = "task-3434377" [ 821.019997] env[69572]: _type = "Task" [ 821.019997] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.031651] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.048372] env[69572]: DEBUG nova.compute.manager [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 821.071868] env[69572]: DEBUG oslo_concurrency.lockutils [None req-afe8fc52-132e-4857-8b82-1a41c1123aac tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "ed72b54c-79af-4722-8a5f-6885abac42f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.707s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.212067] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e458c62e-19d3-429d-9649-fbcf5957ff79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.223511] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e112c51-7b07-44b6-8012-23e89a6f7ca0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.278979] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e82d44-944d-42a1-9102-5508cea7be08 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.289712] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434376, 'name': Rename_Task, 'duration_secs': 0.167479} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.293197] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.293636] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05d97d66-a7d3-4292-ab19-c2b738966e8b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.297536] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3e3035-8914-4c2d-afad-3e7abb07db61 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.320674] env[69572]: DEBUG nova.compute.provider_tree [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.324681] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 821.324681] env[69572]: value = "task-3434378" [ 821.324681] env[69572]: _type = "Task" [ 821.324681] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.338530] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434378, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.407040] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.536585] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434377, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.578019] env[69572]: DEBUG nova.compute.manager [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 821.660189] env[69572]: DEBUG oslo_concurrency.lockutils [None req-70702dda-6da5-4e09-99fd-64efcfe417c2 tempest-VolumesAssistedSnapshotsTest-269196496 tempest-VolumesAssistedSnapshotsTest-269196496-project-admin] Lock "0e2b3af9-354e-494f-8c25-521e8247325d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.406s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.839354] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.852037] env[69572]: ERROR nova.scheduler.client.report [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [req-0a2a7087-c931-4775-a358-f0a39791a416] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a2a7087-c931-4775-a358-f0a39791a416"}]} [ 821.869397] env[69572]: DEBUG nova.scheduler.client.report [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 821.885332] env[69572]: DEBUG nova.scheduler.client.report [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 821.885332] env[69572]: DEBUG nova.compute.provider_tree [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.899458] env[69572]: DEBUG nova.scheduler.client.report [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 821.917874] env[69572]: DEBUG nova.scheduler.client.report [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 821.928032] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.928445] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e114a3c7-10f2-4d86-a516-9bf07e47f8f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.938204] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 821.938204] env[69572]: value = "task-3434380" [ 821.938204] env[69572]: _type = "Task" [ 821.938204] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.950298] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.036080] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559382} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.036358] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] a7f9b083-cb15-4197-bd23-16ef6847dcea/a7f9b083-cb15-4197-bd23-16ef6847dcea.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.036570] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.036840] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab89f072-46dc-41a5-9fc9-59b50c077043 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.044111] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 822.044111] env[69572]: value = "task-3434381" [ 822.044111] env[69572]: _type = "Task" [ 822.044111] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.051909] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.069268] env[69572]: DEBUG nova.compute.manager [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 822.098350] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.098566] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.098667] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.098877] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.099111] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.099229] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.099525] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.099705] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.099885] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.100186] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.100345] env[69572]: DEBUG nova.virt.hardware [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.101267] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8331e339-35ec-4c95-a886-79897f94edc7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.107858] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.114587] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67278001-f892-4306-975c-7f9170602470 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.340856] env[69572]: DEBUG oslo_vmware.api [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434378, 'name': PowerOnVM_Task, 'duration_secs': 0.90246} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.341334] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.341404] env[69572]: DEBUG nova.compute.manager [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.344803] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d107bc92-6407-4fa2-9efd-7221ee14c8df {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.435252] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e3675e-58a5-45a3-b22f-a6b16575cb71 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.445211] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eab92e-3771-49eb-9e10-3bfa3852a89c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.451843] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434380, 'name': PowerOffVM_Task, 'duration_secs': 0.242452} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.452515] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.452785] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.453608] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667b2627-c867-49be-8255-e32dc423ce8a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.484500] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ae4007-6b31-47c8-af7c-271d05a72468 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.489780] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.490431] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15179f04-58db-4ea7-88b4-a7b92d7cc931 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.495724] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782bc8a-0bc5-48e5-931f-56542add3432 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.510188] env[69572]: DEBUG nova.compute.provider_tree [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.553769] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070709} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.554050] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.555255] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eac9ff-1faa-4960-9524-9fc21f18e2f8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.579382] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] a7f9b083-cb15-4197-bd23-16ef6847dcea/a7f9b083-cb15-4197-bd23-16ef6847dcea.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.580699] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29320f3f-05cb-4e05-b1dd-b8c023f2ac54 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.594730] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.594937] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.595122] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleting the datastore file [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.595731] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf83633-1493-410a-8d31-7591e4af836e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.602762] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 822.602762] env[69572]: value = "task-3434383" [ 822.602762] env[69572]: _type = "Task" [ 822.602762] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.604071] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 822.604071] env[69572]: value = "task-3434384" [ 822.604071] env[69572]: _type = "Task" [ 822.604071] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.616870] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.620658] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.863805] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.944091] env[69572]: DEBUG nova.compute.manager [req-f7b5cd41-349b-499f-9fbd-d785051d944b req-b00d2351-03b5-4e78-a1ee-44cf848db25e service nova] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Received event network-vif-plugged-ba24fdf5-be87-4d53-b061-305c1fd30c83 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 822.944249] env[69572]: DEBUG oslo_concurrency.lockutils [req-f7b5cd41-349b-499f-9fbd-d785051d944b req-b00d2351-03b5-4e78-a1ee-44cf848db25e service nova] Acquiring lock "8c5cae2c-be9f-4991-b498-5da4281daae5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.944477] env[69572]: DEBUG oslo_concurrency.lockutils [req-f7b5cd41-349b-499f-9fbd-d785051d944b req-b00d2351-03b5-4e78-a1ee-44cf848db25e service nova] Lock "8c5cae2c-be9f-4991-b498-5da4281daae5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.944670] env[69572]: DEBUG oslo_concurrency.lockutils [req-f7b5cd41-349b-499f-9fbd-d785051d944b req-b00d2351-03b5-4e78-a1ee-44cf848db25e service nova] Lock "8c5cae2c-be9f-4991-b498-5da4281daae5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.944860] env[69572]: DEBUG nova.compute.manager [req-f7b5cd41-349b-499f-9fbd-d785051d944b req-b00d2351-03b5-4e78-a1ee-44cf848db25e service nova] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] No waiting events found dispatching network-vif-plugged-ba24fdf5-be87-4d53-b061-305c1fd30c83 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.949455] env[69572]: WARNING nova.compute.manager [req-f7b5cd41-349b-499f-9fbd-d785051d944b req-b00d2351-03b5-4e78-a1ee-44cf848db25e service nova] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Received unexpected event network-vif-plugged-ba24fdf5-be87-4d53-b061-305c1fd30c83 for instance with vm_state building and task_state spawning. [ 822.987366] env[69572]: DEBUG nova.network.neutron [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Successfully updated port: ba24fdf5-be87-4d53-b061-305c1fd30c83 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.052627] env[69572]: DEBUG nova.scheduler.client.report [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 823.053581] env[69572]: DEBUG nova.compute.provider_tree [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 86 to 87 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 823.053581] env[69572]: DEBUG nova.compute.provider_tree [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.120198] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.124417] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351159} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.124757] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.124975] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.125251] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.490728] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "refresh_cache-8c5cae2c-be9f-4991-b498-5da4281daae5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.491202] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquired lock "refresh_cache-8c5cae2c-be9f-4991-b498-5da4281daae5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.491202] env[69572]: DEBUG nova.network.neutron [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.524758] env[69572]: DEBUG oslo_concurrency.lockutils [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.525075] env[69572]: DEBUG oslo_concurrency.lockutils [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.525299] env[69572]: DEBUG oslo_concurrency.lockutils [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.525488] env[69572]: DEBUG oslo_concurrency.lockutils [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.525650] env[69572]: DEBUG oslo_concurrency.lockutils [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.528812] env[69572]: INFO nova.compute.manager [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Terminating instance [ 823.558840] env[69572]: DEBUG oslo_concurrency.lockutils [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.522s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.561893] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.929s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.563035] env[69572]: INFO nova.compute.claims [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.577680] env[69572]: INFO nova.scheduler.client.report [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Deleted allocations for instance 69eeb79e-f1aa-4b65-a5e1-0232df15c133 [ 823.615305] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434383, 'name': ReconfigVM_Task, 'duration_secs': 0.859595} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.616304] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Reconfigured VM instance instance-00000039 to attach disk [datastore1] a7f9b083-cb15-4197-bd23-16ef6847dcea/a7f9b083-cb15-4197-bd23-16ef6847dcea.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.616977] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94ceed43-3063-4161-b962-4e197493cf69 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.624495] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 823.624495] env[69572]: value = "task-3434385" [ 823.624495] env[69572]: _type = "Task" [ 823.624495] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.635275] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434385, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.035735] env[69572]: DEBUG nova.compute.manager [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 824.036120] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.038064] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f53846a-2f01-42a5-9667-5adc934e04ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.047285] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.047624] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4c43ae7-8c4f-4826-832a-f86edc5462a1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.055856] env[69572]: DEBUG oslo_vmware.api [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 824.055856] env[69572]: value = "task-3434386" [ 824.055856] env[69572]: _type = "Task" [ 824.055856] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.063812] env[69572]: DEBUG oslo_vmware.api [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.090973] env[69572]: DEBUG oslo_concurrency.lockutils [None req-71459025-8e80-4b64-a6f7-74508c01045b tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "69eeb79e-f1aa-4b65-a5e1-0232df15c133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.933s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.113028] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "8c60fff5-c705-4dcb-908f-d117ae568a43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.113028] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "8c60fff5-c705-4dcb-908f-d117ae568a43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.114184] env[69572]: DEBUG nova.network.neutron [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.134877] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434385, 'name': Rename_Task, 'duration_secs': 0.366605} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.135172] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.135429] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-094c8ea5-ddbf-4ae6-8622-24ff7db53508 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.144300] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 824.144300] env[69572]: value = "task-3434387" [ 824.144300] env[69572]: _type = "Task" [ 824.144300] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.152802] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.184308] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.184930] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.184930] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.184930] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.185205] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.185205] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.185806] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.185806] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.185806] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.186018] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.186089] env[69572]: DEBUG nova.virt.hardware [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.186913] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0fee0e-8e2a-490d-812a-8f2981e7b1e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.194892] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fd1633-b9cc-4a8d-866e-a432692fef3f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.208961] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:75:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7fab39-c5e0-4380-b267-58b4e53621b7', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.216504] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.219192] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.219434] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-811abfa3-053b-4410-937f-44defd8734bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.240161] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.240161] env[69572]: value = "task-3434388" [ 824.240161] env[69572]: _type = "Task" [ 824.240161] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.248243] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434388, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.419561] env[69572]: DEBUG nova.network.neutron [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Updating instance_info_cache with network_info: [{"id": "ba24fdf5-be87-4d53-b061-305c1fd30c83", "address": "fa:16:3e:1d:8a:d0", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba24fdf5-be", "ovs_interfaceid": "ba24fdf5-be87-4d53-b061-305c1fd30c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.565759] env[69572]: DEBUG oslo_vmware.api [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.657680] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.749770] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434388, 'name': CreateVM_Task, 'duration_secs': 0.497412} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.749770] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.750859] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.750859] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.751220] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.754486] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eeb5fef-4b02-494a-aaa0-2f269af676b1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.759092] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 824.759092] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52394f0f-fda1-104e-6863-26ca2483c6fb" [ 824.759092] env[69572]: _type = "Task" [ 824.759092] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.766941] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52394f0f-fda1-104e-6863-26ca2483c6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.922809] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Releasing lock "refresh_cache-8c5cae2c-be9f-4991-b498-5da4281daae5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.923178] env[69572]: DEBUG nova.compute.manager [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Instance network_info: |[{"id": "ba24fdf5-be87-4d53-b061-305c1fd30c83", "address": "fa:16:3e:1d:8a:d0", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba24fdf5-be", "ovs_interfaceid": "ba24fdf5-be87-4d53-b061-305c1fd30c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 824.923621] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:8a:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba24fdf5-be87-4d53-b061-305c1fd30c83', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.931532] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.934316] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.934951] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e40057d-e5e3-41b7-879a-1143ce4408ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.959911] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.959911] env[69572]: value = "task-3434389" [ 824.959911] env[69572]: _type = "Task" [ 824.959911] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.968376] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434389, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.066664] env[69572]: DEBUG oslo_vmware.api [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.090024] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquiring lock "0e2b3af9-354e-494f-8c25-521e8247325d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.090348] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Lock "0e2b3af9-354e-494f-8c25-521e8247325d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.090569] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquiring lock "0e2b3af9-354e-494f-8c25-521e8247325d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.090783] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Lock "0e2b3af9-354e-494f-8c25-521e8247325d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.090963] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Lock "0e2b3af9-354e-494f-8c25-521e8247325d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.093282] env[69572]: INFO nova.compute.manager [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Terminating instance [ 825.138747] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4b9ac3-19ba-41d3-b66a-ef8552e84f5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.150421] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc8d123-8a3a-40ed-ab70-df9727a6c9e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.155897] env[69572]: DEBUG nova.compute.manager [req-3224e332-c84d-474d-b1ea-3d3efa7a22c3 req-3ca2a858-a21a-410f-a6d6-b67db4270477 service nova] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Received event network-changed-ba24fdf5-be87-4d53-b061-305c1fd30c83 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 825.156093] env[69572]: DEBUG nova.compute.manager [req-3224e332-c84d-474d-b1ea-3d3efa7a22c3 req-3ca2a858-a21a-410f-a6d6-b67db4270477 service nova] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Refreshing instance network info cache due to event network-changed-ba24fdf5-be87-4d53-b061-305c1fd30c83. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 825.156349] env[69572]: DEBUG oslo_concurrency.lockutils [req-3224e332-c84d-474d-b1ea-3d3efa7a22c3 req-3ca2a858-a21a-410f-a6d6-b67db4270477 service nova] Acquiring lock "refresh_cache-8c5cae2c-be9f-4991-b498-5da4281daae5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.156441] env[69572]: DEBUG oslo_concurrency.lockutils [req-3224e332-c84d-474d-b1ea-3d3efa7a22c3 req-3ca2a858-a21a-410f-a6d6-b67db4270477 service nova] Acquired lock "refresh_cache-8c5cae2c-be9f-4991-b498-5da4281daae5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.156640] env[69572]: DEBUG nova.network.neutron [req-3224e332-c84d-474d-b1ea-3d3efa7a22c3 req-3ca2a858-a21a-410f-a6d6-b67db4270477 service nova] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Refreshing network info cache for port ba24fdf5-be87-4d53-b061-305c1fd30c83 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.163966] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.194486] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf22d0c-316f-457c-9e4b-67d731dd576c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.197882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "9b07d1e2-da61-4838-82e4-886082889b4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.198134] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "9b07d1e2-da61-4838-82e4-886082889b4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.203907] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e993a93-22f0-4374-9c94-c6590f1542c5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.218209] env[69572]: DEBUG nova.compute.provider_tree [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.268818] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52394f0f-fda1-104e-6863-26ca2483c6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.023447} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.269277] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.269406] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.269535] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.269677] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.269850] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.270121] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f406b32f-cbee-4f6e-9f70-744942afb900 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.278215] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.278387] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.279080] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30fe5269-6fed-4718-8814-d18b84358e71 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.283962] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 825.283962] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52879009-bd04-3b76-e2d5-4172d9c93f29" [ 825.283962] env[69572]: _type = "Task" [ 825.283962] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.291390] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52879009-bd04-3b76-e2d5-4172d9c93f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.469714] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434389, 'name': CreateVM_Task, 'duration_secs': 0.509376} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.470379] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.471228] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.471397] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.472030] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.472030] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e43c410-6ea2-4ec9-959d-316dfc468a4e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.476303] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 825.476303] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e9f93b-e450-89f1-1cc3-9933896e483e" [ 825.476303] env[69572]: _type = "Task" [ 825.476303] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.483522] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e9f93b-e450-89f1-1cc3-9933896e483e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.565415] env[69572]: DEBUG oslo_vmware.api [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434386, 'name': PowerOffVM_Task, 'duration_secs': 1.12019} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.565685] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.565842] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.566441] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1e08742-8a12-42a8-8bfe-e1ce4b60cdce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.597177] env[69572]: DEBUG nova.compute.manager [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 825.597439] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.599580] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f337cdc2-a97b-4823-bbdd-d04633fee2ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.606164] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.607150] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd7f94dd-e03a-413a-be7c-bb592c7291ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.612775] env[69572]: DEBUG oslo_vmware.api [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for the task: (returnval){ [ 825.612775] env[69572]: value = "task-3434391" [ 825.612775] env[69572]: _type = "Task" [ 825.612775] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.622245] env[69572]: DEBUG oslo_vmware.api [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3434391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.624040] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.624238] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.625233] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleting the datastore file [datastore1] bb5fad35-8301-4cb3-a0de-284eb6a7449e {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.625233] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e430c8d-f9b2-4f4c-b017-92c62c7d53fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.631087] env[69572]: DEBUG oslo_vmware.api [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 825.631087] env[69572]: value = "task-3434392" [ 825.631087] env[69572]: _type = "Task" [ 825.631087] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.638933] env[69572]: DEBUG oslo_vmware.api [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.654640] env[69572]: DEBUG oslo_vmware.api [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434387, 'name': PowerOnVM_Task, 'duration_secs': 1.305873} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.654880] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.655093] env[69572]: INFO nova.compute.manager [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Took 10.04 seconds to spawn the instance on the hypervisor. [ 825.655270] env[69572]: DEBUG nova.compute.manager [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.656057] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf304b-1837-4086-adf3-c556d68d88d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.721727] env[69572]: DEBUG nova.scheduler.client.report [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.793948] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52879009-bd04-3b76-e2d5-4172d9c93f29, 'name': SearchDatastore_Task, 'duration_secs': 0.014524} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.794799] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70500bb5-05aa-4d92-a13e-e6dd4e200f82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.800421] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 825.800421] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52567eee-83b3-b0a1-89ad-7b7b3619f642" [ 825.800421] env[69572]: _type = "Task" [ 825.800421] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.809847] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52567eee-83b3-b0a1-89ad-7b7b3619f642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.988287] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e9f93b-e450-89f1-1cc3-9933896e483e, 'name': SearchDatastore_Task, 'duration_secs': 0.030364} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.989214] env[69572]: DEBUG nova.network.neutron [req-3224e332-c84d-474d-b1ea-3d3efa7a22c3 req-3ca2a858-a21a-410f-a6d6-b67db4270477 service nova] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Updated VIF entry in instance network info cache for port ba24fdf5-be87-4d53-b061-305c1fd30c83. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.989535] env[69572]: DEBUG nova.network.neutron [req-3224e332-c84d-474d-b1ea-3d3efa7a22c3 req-3ca2a858-a21a-410f-a6d6-b67db4270477 service nova] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Updating instance_info_cache with network_info: [{"id": "ba24fdf5-be87-4d53-b061-305c1fd30c83", "address": "fa:16:3e:1d:8a:d0", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba24fdf5-be", "ovs_interfaceid": "ba24fdf5-be87-4d53-b061-305c1fd30c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.995033] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.995033] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.995033] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.995033] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.995033] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.995033] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fe705bf-38ba-4d1a-ba28-2d9a2731ade3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.001127] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.001320] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.002393] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2951899f-8bb7-4896-9e3d-a661aee047b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.006955] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 826.006955] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5213b2b9-6ec9-41a7-18bc-ffe4c491b511" [ 826.006955] env[69572]: _type = "Task" [ 826.006955] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.016438] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5213b2b9-6ec9-41a7-18bc-ffe4c491b511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.124373] env[69572]: DEBUG oslo_vmware.api [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3434391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.139718] env[69572]: DEBUG oslo_vmware.api [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262568} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.140977] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.141309] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.141413] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.141600] env[69572]: INFO nova.compute.manager [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Took 2.11 seconds to destroy the instance on the hypervisor. [ 826.141851] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.142058] env[69572]: DEBUG nova.compute.manager [-] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 826.142156] env[69572]: DEBUG nova.network.neutron [-] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.175681] env[69572]: INFO nova.compute.manager [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Took 49.06 seconds to build instance. [ 826.226820] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.227351] env[69572]: DEBUG nova.compute.manager [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 826.230222] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.325s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.230399] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.230545] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 826.230816] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.726s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.232230] env[69572]: INFO nova.compute.claims [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.236130] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1068a3d-11e4-4563-83e4-09d0e1cc2a12 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.245619] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409bdd07-76ac-48a1-a5ad-ce86ab637e98 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.261024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907f7ac7-e089-40a6-9dff-ba10327acb3c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.266985] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ee3cb4-24e4-4b09-9a35-129daacfeb5e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.298881] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177638MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 826.299053] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.310112] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52567eee-83b3-b0a1-89ad-7b7b3619f642, 'name': SearchDatastore_Task, 'duration_secs': 0.018243} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.310410] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.310723] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.310911] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd696d3-612a-407f-b63f-6d062603fd54 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.317625] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 826.317625] env[69572]: value = "task-3434393" [ 826.317625] env[69572]: _type = "Task" [ 826.317625] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.327707] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.492615] env[69572]: DEBUG oslo_concurrency.lockutils [req-3224e332-c84d-474d-b1ea-3d3efa7a22c3 req-3ca2a858-a21a-410f-a6d6-b67db4270477 service nova] Releasing lock "refresh_cache-8c5cae2c-be9f-4991-b498-5da4281daae5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.522484] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5213b2b9-6ec9-41a7-18bc-ffe4c491b511, 'name': SearchDatastore_Task, 'duration_secs': 0.031342} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.523713] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874e05e7-3957-4f58-8d25-be29cce2af11 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.531144] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 826.531144] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52201b5e-f611-7829-4545-4ff290995af0" [ 826.531144] env[69572]: _type = "Task" [ 826.531144] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.542977] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52201b5e-f611-7829-4545-4ff290995af0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.625845] env[69572]: DEBUG oslo_vmware.api [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3434391, 'name': PowerOffVM_Task, 'duration_secs': 1.007648} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.626070] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.626253] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.626635] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adc59984-48a6-4ef4-b0ab-a240c2f9fa47 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.677432] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c9800a8-b60f-4300-8c7b-65dbd63c5253 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.944s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.736757] env[69572]: DEBUG nova.compute.utils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.738326] env[69572]: DEBUG nova.compute.manager [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 826.738506] env[69572]: DEBUG nova.network.neutron [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.803721] env[69572]: DEBUG nova.policy [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea04489e18b9427796d74611d72ec073', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef65ed7ba3a461292672af7bc2d3f29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.828206] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434393, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.875882] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.876128] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.876311] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Deleting the datastore file [datastore2] 0e2b3af9-354e-494f-8c25-521e8247325d {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.876585] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2917ed8e-a357-4954-82a8-ce5f66d44b0a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.883141] env[69572]: DEBUG oslo_vmware.api [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for the task: (returnval){ [ 826.883141] env[69572]: value = "task-3434395" [ 826.883141] env[69572]: _type = "Task" [ 826.883141] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.892230] env[69572]: DEBUG oslo_vmware.api [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3434395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.980705] env[69572]: DEBUG nova.network.neutron [-] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.041407] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52201b5e-f611-7829-4545-4ff290995af0, 'name': SearchDatastore_Task, 'duration_secs': 0.020669} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.041696] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.041958] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8c5cae2c-be9f-4991-b498-5da4281daae5/8c5cae2c-be9f-4991-b498-5da4281daae5.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.042263] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36ccaf51-a9c4-41cb-ac90-e30c88f38057 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.049115] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 827.049115] env[69572]: value = "task-3434396" [ 827.049115] env[69572]: _type = "Task" [ 827.049115] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.056841] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.180365] env[69572]: DEBUG nova.compute.manager [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 827.200449] env[69572]: DEBUG nova.network.neutron [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Successfully created port: 982314ac-287d-437a-8586-9d97ba32a34e {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.246023] env[69572]: DEBUG nova.compute.manager [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 827.306880] env[69572]: DEBUG nova.compute.manager [req-67d5e900-4598-4554-a0d6-63d330951e96 req-ea023571-6f6c-402c-ab8a-4f55ea84e491 service nova] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Received event network-vif-deleted-ef08c002-3a30-4725-a282-ad237d8e098b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 827.327936] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541058} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.330770] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.330961] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.331453] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4308063-b4ed-469b-8119-767b990cb861 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.337225] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 827.337225] env[69572]: value = "task-3434397" [ 827.337225] env[69572]: _type = "Task" [ 827.337225] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.347354] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.394536] env[69572]: DEBUG oslo_vmware.api [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Task: {'id': task-3434395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169297} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.394782] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.394979] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.395223] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.395449] env[69572]: INFO nova.compute.manager [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Took 1.80 seconds to destroy the instance on the hypervisor. [ 827.395700] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.395920] env[69572]: DEBUG nova.compute.manager [-] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 827.396016] env[69572]: DEBUG nova.network.neutron [-] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.483913] env[69572]: INFO nova.compute.manager [-] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Took 1.34 seconds to deallocate network for instance. [ 827.558615] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434396, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.707214] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.848949] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068303} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.852051] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.853235] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b6434b-401d-4542-8483-e491eea89661 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.884217] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.887977] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3805a880-42a9-4da6-bcca-a23d7dd3a09b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.912921] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 827.912921] env[69572]: value = "task-3434398" [ 827.912921] env[69572]: _type = "Task" [ 827.912921] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.922869] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.925734] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d69d1dc-0fc6-4a10-bb54-d3bf58c76572 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.933885] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2f0e6c-a362-4510-bbab-4cabe73dfdb8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.966371] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378dfb85-4a98-4bbe-8f7b-5bec1d69badd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.973961] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223040cc-46a5-4007-a5d8-5cef318d26e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.987814] env[69572]: DEBUG nova.compute.provider_tree [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.989781] env[69572]: DEBUG oslo_concurrency.lockutils [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.013868] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.014108] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.059430] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948712} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.059707] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8c5cae2c-be9f-4991-b498-5da4281daae5/8c5cae2c-be9f-4991-b498-5da4281daae5.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.059923] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.060197] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4ff3756-7167-4e69-9f3a-d787728e5b54 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.066909] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 828.066909] env[69572]: value = "task-3434399" [ 828.066909] env[69572]: _type = "Task" [ 828.066909] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.076047] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.257421] env[69572]: DEBUG nova.compute.manager [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 828.295254] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.295254] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.295254] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.295688] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.295688] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.295688] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.295836] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.295976] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.296143] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.296302] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.296468] env[69572]: DEBUG nova.virt.hardware [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.297728] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54654d8-83b8-45d7-aad0-c1c5ca560d6f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.305485] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480b0189-d888-42dc-a846-32cec4778120 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.425571] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434398, 'name': ReconfigVM_Task, 'duration_secs': 0.485362} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.425571] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Reconfigured VM instance instance-0000000d to attach disk [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91/acb7abcf-f9b2-438d-bcaa-5ff100937a91.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.425571] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79cd1968-5fa5-4627-bbd8-1bb99180f720 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.431017] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 828.431017] env[69572]: value = "task-3434400" [ 828.431017] env[69572]: _type = "Task" [ 828.431017] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.437778] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434400, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.494021] env[69572]: DEBUG nova.scheduler.client.report [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.516793] env[69572]: DEBUG nova.compute.utils [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.576219] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075933} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.576446] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.577371] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a90f49c-0003-4f51-8844-6eea4d8f1ddf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.601123] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 8c5cae2c-be9f-4991-b498-5da4281daae5/8c5cae2c-be9f-4991-b498-5da4281daae5.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.601751] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b7b968-3dfe-4036-bd4f-ba8a97e983d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.622150] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 828.622150] env[69572]: value = "task-3434401" [ 828.622150] env[69572]: _type = "Task" [ 828.622150] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.630626] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.822458] env[69572]: DEBUG nova.network.neutron [-] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.945984] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434400, 'name': Rename_Task, 'duration_secs': 0.136781} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.946301] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.946559] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db14156f-c118-4c9c-90c7-73613bec2c4f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.953473] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 828.953473] env[69572]: value = "task-3434402" [ 828.953473] env[69572]: _type = "Task" [ 828.953473] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.964267] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.997685] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.998482] env[69572]: DEBUG nova.compute.manager [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 829.001015] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.442s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.002738] env[69572]: INFO nova.compute.claims [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.020468] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.134775] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434401, 'name': ReconfigVM_Task, 'duration_secs': 0.339632} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.134927] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 8c5cae2c-be9f-4991-b498-5da4281daae5/8c5cae2c-be9f-4991-b498-5da4281daae5.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.135542] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-704bef56-4d68-475f-bc16-182163c82db2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.144271] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 829.144271] env[69572]: value = "task-3434403" [ 829.144271] env[69572]: _type = "Task" [ 829.144271] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.153588] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434403, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.324780] env[69572]: INFO nova.compute.manager [-] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Took 1.93 seconds to deallocate network for instance. [ 829.426118] env[69572]: DEBUG nova.network.neutron [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Successfully updated port: 982314ac-287d-437a-8586-9d97ba32a34e {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.469822] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434402, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.507261] env[69572]: DEBUG nova.compute.utils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.512975] env[69572]: DEBUG nova.compute.manager [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 829.513085] env[69572]: DEBUG nova.network.neutron [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.576584] env[69572]: DEBUG nova.policy [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '660c6b46b46f42168e7be6d331efe218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9d19a61a219432997ca989becc29294', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.658623] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434403, 'name': Rename_Task, 'duration_secs': 0.172872} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.658979] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.659347] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e20e9c9-d251-464c-b1ff-860ffd3bbd26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.668611] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 829.668611] env[69572]: value = "task-3434404" [ 829.668611] env[69572]: _type = "Task" [ 829.668611] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.679149] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.707141] env[69572]: DEBUG nova.compute.manager [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Received event network-vif-deleted-2aa538d7-72ec-4460-b348-a0ce2844d9a4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 829.707426] env[69572]: DEBUG nova.compute.manager [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Received event network-vif-plugged-982314ac-287d-437a-8586-9d97ba32a34e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 829.707669] env[69572]: DEBUG oslo_concurrency.lockutils [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] Acquiring lock "c0ca0881-c795-401c-9280-892291c48666-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.707916] env[69572]: DEBUG oslo_concurrency.lockutils [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] Lock "c0ca0881-c795-401c-9280-892291c48666-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.708113] env[69572]: DEBUG oslo_concurrency.lockutils [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] Lock "c0ca0881-c795-401c-9280-892291c48666-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.708334] env[69572]: DEBUG nova.compute.manager [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] No waiting events found dispatching network-vif-plugged-982314ac-287d-437a-8586-9d97ba32a34e {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 829.708563] env[69572]: WARNING nova.compute.manager [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Received unexpected event network-vif-plugged-982314ac-287d-437a-8586-9d97ba32a34e for instance with vm_state building and task_state spawning. [ 829.708881] env[69572]: DEBUG nova.compute.manager [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Received event network-changed-982314ac-287d-437a-8586-9d97ba32a34e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 829.708881] env[69572]: DEBUG nova.compute.manager [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Refreshing instance network info cache due to event network-changed-982314ac-287d-437a-8586-9d97ba32a34e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 829.709185] env[69572]: DEBUG oslo_concurrency.lockutils [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] Acquiring lock "refresh_cache-c0ca0881-c795-401c-9280-892291c48666" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.709335] env[69572]: DEBUG oslo_concurrency.lockutils [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] Acquired lock "refresh_cache-c0ca0881-c795-401c-9280-892291c48666" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.709463] env[69572]: DEBUG nova.network.neutron [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Refreshing network info cache for port 982314ac-287d-437a-8586-9d97ba32a34e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.794123] env[69572]: DEBUG oslo_concurrency.lockutils [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "e2329396-1e21-4b57-be90-b31a1b91743b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.794123] env[69572]: DEBUG oslo_concurrency.lockutils [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.834648] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.932342] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "refresh_cache-c0ca0881-c795-401c-9280-892291c48666" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.965382] env[69572]: DEBUG oslo_vmware.api [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434402, 'name': PowerOnVM_Task, 'duration_secs': 0.705491} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.965649] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.965846] env[69572]: DEBUG nova.compute.manager [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 829.966631] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bd4ca8-a0e0-4ee9-bac6-e2a0a5d53dcf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.010234] env[69572]: DEBUG nova.compute.manager [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 830.016154] env[69572]: DEBUG nova.network.neutron [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Successfully created port: 92fef02c-58d5-411b-aff9-82617974bd0e {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.101667] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.101919] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.102244] env[69572]: INFO nova.compute.manager [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Attaching volume eb4504d2-1fba-4cf5-a037-c5f6bb68daef to /dev/sdb [ 830.139649] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b0c009-c304-4373-8b86-0d3f0eead740 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.151454] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a02c11-29e0-465d-8896-8e5a7d8cec9f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.169770] env[69572]: DEBUG nova.virt.block_device [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Updating existing volume attachment record: feeeea21-98e7-40ba-a3b0-8fe5d8bf746a {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 830.184997] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434404, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.255404] env[69572]: DEBUG nova.network.neutron [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.299092] env[69572]: DEBUG nova.compute.utils [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.408473] env[69572]: DEBUG nova.network.neutron [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.485078] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.615626] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cbf279-e01b-4803-b057-93e1ac1c6f44 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.615626] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ef4663-a4c0-4705-bb9c-0a84af60d883 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.643368] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f9c081-8b37-4616-9966-7056f75b68a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.652611] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a22197d-3367-4e51-876f-b22b31c96dec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.668842] env[69572]: DEBUG nova.compute.provider_tree [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.686118] env[69572]: DEBUG oslo_vmware.api [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434404, 'name': PowerOnVM_Task, 'duration_secs': 0.532785} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.686449] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.686728] env[69572]: INFO nova.compute.manager [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Took 8.62 seconds to spawn the instance on the hypervisor. [ 830.687012] env[69572]: DEBUG nova.compute.manager [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.687889] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78252a0e-67d4-4509-9b86-24d0fedf1fbe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.803900] env[69572]: DEBUG oslo_concurrency.lockutils [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.913471] env[69572]: DEBUG oslo_concurrency.lockutils [req-4dab6afc-d049-4845-843c-7365af7e644c req-eaed5476-a0fc-4411-9372-8a8892c8703e service nova] Releasing lock "refresh_cache-c0ca0881-c795-401c-9280-892291c48666" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.914178] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "refresh_cache-c0ca0881-c795-401c-9280-892291c48666" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.914178] env[69572]: DEBUG nova.network.neutron [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.019288] env[69572]: DEBUG nova.compute.manager [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 831.044586] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.044866] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.044994] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.045187] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.045330] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.045473] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.045676] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.045829] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.045991] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.046232] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.046324] env[69572]: DEBUG nova.virt.hardware [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.047191] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df6ed1c-5d03-4213-8c67-b7a0ce1c0314 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.056491] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e78f13-5407-480b-bf8b-3cc695ab9afa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.171816] env[69572]: DEBUG nova.scheduler.client.report [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.207290] env[69572]: INFO nova.compute.manager [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Took 50.20 seconds to build instance. [ 831.480673] env[69572]: DEBUG nova.network.neutron [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.677275] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.677800] env[69572]: DEBUG nova.compute.manager [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 831.681623] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.093s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.683562] env[69572]: INFO nova.compute.claims [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.712624] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4783f491-ea67-4769-8a16-d6380b71d203 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "8c5cae2c-be9f-4991-b498-5da4281daae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.815s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.832558] env[69572]: DEBUG nova.network.neutron [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Updating instance_info_cache with network_info: [{"id": "982314ac-287d-437a-8586-9d97ba32a34e", "address": "fa:16:3e:3b:e4:57", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982314ac-28", "ovs_interfaceid": "982314ac-287d-437a-8586-9d97ba32a34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.860729] env[69572]: DEBUG oslo_concurrency.lockutils [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "e2329396-1e21-4b57-be90-b31a1b91743b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.861007] env[69572]: DEBUG oslo_concurrency.lockutils [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.861251] env[69572]: INFO nova.compute.manager [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Attaching volume b7fbf620-4192-4422-b01b-d8dce4f6f448 to /dev/sdb [ 831.899766] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b08fcb-1cd9-4783-a2e6-9e720b1f9d07 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.909023] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5d9f78-d342-4ef7-a54a-187cc0dc6f25 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.926066] env[69572]: DEBUG nova.virt.block_device [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updating existing volume attachment record: da59f5ed-18a4-4069-9073-43f125063da7 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 832.020760] env[69572]: DEBUG nova.network.neutron [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Successfully updated port: 92fef02c-58d5-411b-aff9-82617974bd0e {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.195721] env[69572]: DEBUG nova.compute.utils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.197136] env[69572]: DEBUG nova.compute.manager [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 832.200425] env[69572]: DEBUG nova.network.neutron [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.211854] env[69572]: DEBUG nova.compute.manager [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 832.218145] env[69572]: DEBUG nova.compute.manager [req-425b3be7-6def-4238-9a7c-68eba2b11298 req-7d17de1f-8c07-426a-b448-e793e411d67d service nova] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Received event network-vif-plugged-92fef02c-58d5-411b-aff9-82617974bd0e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 832.218245] env[69572]: DEBUG oslo_concurrency.lockutils [req-425b3be7-6def-4238-9a7c-68eba2b11298 req-7d17de1f-8c07-426a-b448-e793e411d67d service nova] Acquiring lock "56aecc50-2aad-40cf-a4cb-131be0bb1141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.218472] env[69572]: DEBUG oslo_concurrency.lockutils [req-425b3be7-6def-4238-9a7c-68eba2b11298 req-7d17de1f-8c07-426a-b448-e793e411d67d service nova] Lock "56aecc50-2aad-40cf-a4cb-131be0bb1141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.218674] env[69572]: DEBUG oslo_concurrency.lockutils [req-425b3be7-6def-4238-9a7c-68eba2b11298 req-7d17de1f-8c07-426a-b448-e793e411d67d service nova] Lock "56aecc50-2aad-40cf-a4cb-131be0bb1141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.218848] env[69572]: DEBUG nova.compute.manager [req-425b3be7-6def-4238-9a7c-68eba2b11298 req-7d17de1f-8c07-426a-b448-e793e411d67d service nova] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] No waiting events found dispatching network-vif-plugged-92fef02c-58d5-411b-aff9-82617974bd0e {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 832.219035] env[69572]: WARNING nova.compute.manager [req-425b3be7-6def-4238-9a7c-68eba2b11298 req-7d17de1f-8c07-426a-b448-e793e411d67d service nova] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Received unexpected event network-vif-plugged-92fef02c-58d5-411b-aff9-82617974bd0e for instance with vm_state building and task_state spawning. [ 832.248194] env[69572]: DEBUG nova.policy [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a881e59a2204b9e89559988dddb3140', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54f6d2aa05a0464d9d65dbe5292050c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.335440] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "refresh_cache-c0ca0881-c795-401c-9280-892291c48666" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.335964] env[69572]: DEBUG nova.compute.manager [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Instance network_info: |[{"id": "982314ac-287d-437a-8586-9d97ba32a34e", "address": "fa:16:3e:3b:e4:57", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982314ac-28", "ovs_interfaceid": "982314ac-287d-437a-8586-9d97ba32a34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 832.336513] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:e4:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '982314ac-287d-437a-8586-9d97ba32a34e', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.345073] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.345377] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0ca0881-c795-401c-9280-892291c48666] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.345645] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a15619-c0e0-474c-8988-9d904d725cf2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.371492] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.371492] env[69572]: value = "task-3434411" [ 832.371492] env[69572]: _type = "Task" [ 832.371492] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.381570] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434411, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.526644] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquiring lock "refresh_cache-56aecc50-2aad-40cf-a4cb-131be0bb1141" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.527038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquired lock "refresh_cache-56aecc50-2aad-40cf-a4cb-131be0bb1141" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.527038] env[69572]: DEBUG nova.network.neutron [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.708673] env[69572]: DEBUG nova.compute.manager [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 832.740158] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.751766] env[69572]: DEBUG nova.network.neutron [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Successfully created port: ec44a79b-3ad2-4840-9542-c844986ca600 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.887021] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434411, 'name': CreateVM_Task, 'duration_secs': 0.451357} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.887021] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0ca0881-c795-401c-9280-892291c48666] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.887021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.887021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.887021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.889077] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea679c0a-658c-4e00-b4cc-866228c1fb67 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.896521] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 832.896521] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52712824-7331-4ccb-8a38-aba5f1b94b28" [ 832.896521] env[69572]: _type = "Task" [ 832.896521] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.907354] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52712824-7331-4ccb-8a38-aba5f1b94b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.113265] env[69572]: DEBUG nova.network.neutron [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.279255] env[69572]: DEBUG oslo_concurrency.lockutils [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "027eeb22-fe2d-41f4-9790-ef43800786ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.279492] env[69572]: DEBUG oslo_concurrency.lockutils [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "027eeb22-fe2d-41f4-9790-ef43800786ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.279679] env[69572]: DEBUG oslo_concurrency.lockutils [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "027eeb22-fe2d-41f4-9790-ef43800786ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.279845] env[69572]: DEBUG oslo_concurrency.lockutils [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "027eeb22-fe2d-41f4-9790-ef43800786ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.280539] env[69572]: DEBUG oslo_concurrency.lockutils [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "027eeb22-fe2d-41f4-9790-ef43800786ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.283572] env[69572]: INFO nova.compute.manager [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Terminating instance [ 833.329614] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377bc483-5f90-4d84-9969-6206b28640c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.337707] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c9e21b-8885-4c29-82a3-bc725f0dc5de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.376489] env[69572]: DEBUG nova.compute.manager [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.380097] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff09c88c-2f5f-473f-95da-788cf65fc2e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.383415] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6586d2-46c0-4fb5-b327-655549b99c16 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.393705] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a287b889-4fd0-4f1f-905d-50e75c55c491 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.409382] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52712824-7331-4ccb-8a38-aba5f1b94b28, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.418940] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.419325] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.420129] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.420359] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.420573] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.421171] env[69572]: DEBUG nova.compute.provider_tree [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.422563] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a604e780-b9e4-45a0-beb2-b79e2d1e5ce6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.436890] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.437129] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.438098] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55131d62-22e2-4659-a261-0f27d81ca031 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.447399] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 833.447399] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524174f3-45a1-c4fc-6ad2-9cc1ef0be4b0" [ 833.447399] env[69572]: _type = "Task" [ 833.447399] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.457039] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524174f3-45a1-c4fc-6ad2-9cc1ef0be4b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.469529] env[69572]: DEBUG nova.network.neutron [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Updating instance_info_cache with network_info: [{"id": "92fef02c-58d5-411b-aff9-82617974bd0e", "address": "fa:16:3e:67:f0:89", "network": {"id": "e771185f-c69e-4e04-99e0-6fd6eada768b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-953347663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d19a61a219432997ca989becc29294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fef02c-58", "ovs_interfaceid": "92fef02c-58d5-411b-aff9-82617974bd0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.720605] env[69572]: DEBUG nova.compute.manager [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 833.742679] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.742918] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.743086] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.743279] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.743586] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.743842] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.744120] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.744328] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.744536] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.744729] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.744923] env[69572]: DEBUG nova.virt.hardware [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.745870] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afb38b9-bb59-434d-8c10-47108ccb9688 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.755793] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c609c2-4f02-440c-a552-7d4b1811a841 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.788211] env[69572]: DEBUG nova.compute.manager [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 833.788584] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.789415] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a4e11e-b7c8-4c26-ba9a-f7113c0a6b5a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.797779] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.798037] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea13200a-6035-43dd-a7b6-e0ebd7ad865b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.805711] env[69572]: DEBUG oslo_vmware.api [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 833.805711] env[69572]: value = "task-3434412" [ 833.805711] env[69572]: _type = "Task" [ 833.805711] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.814366] env[69572]: DEBUG oslo_vmware.api [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.905269] env[69572]: INFO nova.compute.manager [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] instance snapshotting [ 833.909565] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fc237d-0b6e-43f8-85ae-11133b2e772e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.931229] env[69572]: DEBUG nova.scheduler.client.report [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.935586] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d09d40-3c89-4568-9884-1533e72172ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.959944] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524174f3-45a1-c4fc-6ad2-9cc1ef0be4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.960780] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aff39c3-e43c-40fd-999a-b8376114ad81 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.966639] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 833.966639] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5202fb1b-904c-d0ad-bdef-74f8ce21b0c3" [ 833.966639] env[69572]: _type = "Task" [ 833.966639] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.971893] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Releasing lock "refresh_cache-56aecc50-2aad-40cf-a4cb-131be0bb1141" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.972514] env[69572]: DEBUG nova.compute.manager [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Instance network_info: |[{"id": "92fef02c-58d5-411b-aff9-82617974bd0e", "address": "fa:16:3e:67:f0:89", "network": {"id": "e771185f-c69e-4e04-99e0-6fd6eada768b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-953347663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d19a61a219432997ca989becc29294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fef02c-58", "ovs_interfaceid": "92fef02c-58d5-411b-aff9-82617974bd0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 833.972677] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:f0:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92fef02c-58d5-411b-aff9-82617974bd0e', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.980939] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Creating folder: Project (b9d19a61a219432997ca989becc29294). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.985260] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b8bba8b-9e94-4bf6-b1c6-3797de6cc7b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.986951] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5202fb1b-904c-d0ad-bdef-74f8ce21b0c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.998049] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Created folder: Project (b9d19a61a219432997ca989becc29294) in parent group-v685431. [ 833.998269] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Creating folder: Instances. Parent ref: group-v685606. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.998520] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a810a6c4-3748-4aaf-a2c5-456fe49e1a74 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.008956] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Created folder: Instances in parent group-v685606. [ 834.009206] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.009457] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.009671] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ad4d957-4c7c-4da8-bd58-b86bcf25c08c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.030043] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.030043] env[69572]: value = "task-3434415" [ 834.030043] env[69572]: _type = "Task" [ 834.030043] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.043462] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434415, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.320989] env[69572]: DEBUG oslo_vmware.api [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434412, 'name': PowerOffVM_Task, 'duration_secs': 0.190215} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.321037] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.321213] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.321726] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f43e028-8689-47d9-aec0-999637e144b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.330237] env[69572]: DEBUG nova.compute.manager [req-f8f3dc93-313f-4803-b623-cf0cfa0e82d9 req-7c8deaa9-efdd-495c-8e9c-c4318ff96d35 service nova] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Received event network-changed-92fef02c-58d5-411b-aff9-82617974bd0e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 834.330485] env[69572]: DEBUG nova.compute.manager [req-f8f3dc93-313f-4803-b623-cf0cfa0e82d9 req-7c8deaa9-efdd-495c-8e9c-c4318ff96d35 service nova] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Refreshing instance network info cache due to event network-changed-92fef02c-58d5-411b-aff9-82617974bd0e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 834.332177] env[69572]: DEBUG oslo_concurrency.lockutils [req-f8f3dc93-313f-4803-b623-cf0cfa0e82d9 req-7c8deaa9-efdd-495c-8e9c-c4318ff96d35 service nova] Acquiring lock "refresh_cache-56aecc50-2aad-40cf-a4cb-131be0bb1141" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.332177] env[69572]: DEBUG oslo_concurrency.lockutils [req-f8f3dc93-313f-4803-b623-cf0cfa0e82d9 req-7c8deaa9-efdd-495c-8e9c-c4318ff96d35 service nova] Acquired lock "refresh_cache-56aecc50-2aad-40cf-a4cb-131be0bb1141" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.332177] env[69572]: DEBUG nova.network.neutron [req-f8f3dc93-313f-4803-b623-cf0cfa0e82d9 req-7c8deaa9-efdd-495c-8e9c-c4318ff96d35 service nova] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Refreshing network info cache for port 92fef02c-58d5-411b-aff9-82617974bd0e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.398385] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.398702] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.398928] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleting the datastore file [datastore1] 027eeb22-fe2d-41f4-9790-ef43800786ef {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.399217] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-545ec01e-425c-4e48-a48e-42f598265aad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.407776] env[69572]: DEBUG oslo_vmware.api [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 834.407776] env[69572]: value = "task-3434418" [ 834.407776] env[69572]: _type = "Task" [ 834.407776] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.417570] env[69572]: DEBUG oslo_vmware.api [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.439737] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.440514] env[69572]: DEBUG nova.compute.manager [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 834.443400] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.402s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.443623] env[69572]: DEBUG nova.objects.instance [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 834.457710] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.458027] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8d29d49d-d85c-4602-a694-b48c1839ac6d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.476599] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 834.476599] env[69572]: value = "task-3434419" [ 834.476599] env[69572]: _type = "Task" [ 834.476599] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.486201] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5202fb1b-904c-d0ad-bdef-74f8ce21b0c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013858} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.486426] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.486711] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] c0ca0881-c795-401c-9280-892291c48666/c0ca0881-c795-401c-9280-892291c48666.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.486989] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4bcef1a-e08b-4584-9cb2-a1d48aed7467 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.494286] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.499521] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 834.499521] env[69572]: value = "task-3434420" [ 834.499521] env[69572]: _type = "Task" [ 834.499521] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.510238] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.542416] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434415, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.779363] env[69572]: DEBUG nova.network.neutron [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Successfully updated port: ec44a79b-3ad2-4840-9542-c844986ca600 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.919750] env[69572]: DEBUG oslo_vmware.api [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181907} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.920055] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.921037] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.921037] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.921037] env[69572]: INFO nova.compute.manager [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Took 1.13 seconds to destroy the instance on the hypervisor. [ 834.921206] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.921341] env[69572]: DEBUG nova.compute.manager [-] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 834.921438] env[69572]: DEBUG nova.network.neutron [-] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.952469] env[69572]: DEBUG nova.compute.utils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.953873] env[69572]: DEBUG nova.compute.manager [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 834.954335] env[69572]: DEBUG nova.network.neutron [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.989524] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.018022] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434420, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.023475] env[69572]: DEBUG nova.policy [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46b9d276dafc4ebf94d71fe006c00a7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17779d9901ba47408bfad9f574293276', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.043502] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434415, 'name': CreateVM_Task, 'duration_secs': 0.562299} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.043659] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.044385] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.044551] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.045599] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.045599] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611196b3-8041-462c-b3df-2938040c7f4b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.052021] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for the task: (returnval){ [ 835.052021] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52469809-2bd7-913d-b04c-70939bbb2999" [ 835.052021] env[69572]: _type = "Task" [ 835.052021] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.064286] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52469809-2bd7-913d-b04c-70939bbb2999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.235350] env[69572]: DEBUG nova.network.neutron [req-f8f3dc93-313f-4803-b623-cf0cfa0e82d9 req-7c8deaa9-efdd-495c-8e9c-c4318ff96d35 service nova] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Updated VIF entry in instance network info cache for port 92fef02c-58d5-411b-aff9-82617974bd0e. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.235350] env[69572]: DEBUG nova.network.neutron [req-f8f3dc93-313f-4803-b623-cf0cfa0e82d9 req-7c8deaa9-efdd-495c-8e9c-c4318ff96d35 service nova] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Updating instance_info_cache with network_info: [{"id": "92fef02c-58d5-411b-aff9-82617974bd0e", "address": "fa:16:3e:67:f0:89", "network": {"id": "e771185f-c69e-4e04-99e0-6fd6eada768b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-953347663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d19a61a219432997ca989becc29294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fef02c-58", "ovs_interfaceid": "92fef02c-58d5-411b-aff9-82617974bd0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.282760] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "refresh_cache-de49ea5b-93f1-4b99-a701-48368253fae1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.283470] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "refresh_cache-de49ea5b-93f1-4b99-a701-48368253fae1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.285206] env[69572]: DEBUG nova.network.neutron [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.333430] env[69572]: DEBUG nova.network.neutron [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Successfully created port: d362f5ad-eb73-49f3-84a5-92bf540a088e {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.455650] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07a3351-1bfd-4fb6-83e4-f1a8d6e0ea02 tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.457394] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.961s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.459940] env[69572]: INFO nova.compute.claims [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.463524] env[69572]: DEBUG nova.compute.manager [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 835.492545] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.512450] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554765} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.513016] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] c0ca0881-c795-401c-9280-892291c48666/c0ca0881-c795-401c-9280-892291c48666.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.513311] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.514041] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fd782f2-e048-459e-80c1-0a6be0f1145a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.522906] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 835.522906] env[69572]: value = "task-3434422" [ 835.522906] env[69572]: _type = "Task" [ 835.522906] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.532476] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.561749] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52469809-2bd7-913d-b04c-70939bbb2999, 'name': SearchDatastore_Task, 'duration_secs': 0.013618} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.562163] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.562581] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.562882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.563046] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.563249] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.563572] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-447231e7-0134-4eb2-8aeb-e9e4ed952805 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.574782] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.574999] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.579017] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79e280a-a5f8-4661-a9f0-f8b008e1179c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.582114] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for the task: (returnval){ [ 835.582114] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5298eeb3-b202-bdcd-8dcb-1b2e95c92885" [ 835.582114] env[69572]: _type = "Task" [ 835.582114] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.591868] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5298eeb3-b202-bdcd-8dcb-1b2e95c92885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.736846] env[69572]: DEBUG oslo_concurrency.lockutils [req-f8f3dc93-313f-4803-b623-cf0cfa0e82d9 req-7c8deaa9-efdd-495c-8e9c-c4318ff96d35 service nova] Releasing lock "refresh_cache-56aecc50-2aad-40cf-a4cb-131be0bb1141" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.815108] env[69572]: DEBUG nova.network.neutron [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.932214] env[69572]: DEBUG nova.network.neutron [-] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.937587] env[69572]: DEBUG nova.network.neutron [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Updating instance_info_cache with network_info: [{"id": "ec44a79b-3ad2-4840-9542-c844986ca600", "address": "fa:16:3e:5e:98:ca", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec44a79b-3a", "ovs_interfaceid": "ec44a79b-3ad2-4840-9542-c844986ca600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.990356] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434419, 'name': CreateSnapshot_Task, 'duration_secs': 1.181554} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.991445] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.992121] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f3e799-9422-4687-8477-4b6cd43809e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.034447] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074455} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.034751] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.035559] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519bc750-885f-4687-913b-42da768a4a10 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.058736] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c0ca0881-c795-401c-9280-892291c48666/c0ca0881-c795-401c-9280-892291c48666.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.059408] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4560793e-578a-4f15-bf30-4b1145b3961c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.080358] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 836.080358] env[69572]: value = "task-3434423" [ 836.080358] env[69572]: _type = "Task" [ 836.080358] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.095202] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.095462] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5298eeb3-b202-bdcd-8dcb-1b2e95c92885, 'name': SearchDatastore_Task, 'duration_secs': 0.025233} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.096198] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbb1ada-e16c-490e-b40b-92d3007575e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.103202] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for the task: (returnval){ [ 836.103202] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52697f22-ae1c-24c9-557c-6515ebeb956b" [ 836.103202] env[69572]: _type = "Task" [ 836.103202] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.113538] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52697f22-ae1c-24c9-557c-6515ebeb956b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.359541] env[69572]: DEBUG nova.compute.manager [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Received event network-vif-plugged-ec44a79b-3ad2-4840-9542-c844986ca600 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 836.359761] env[69572]: DEBUG oslo_concurrency.lockutils [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] Acquiring lock "de49ea5b-93f1-4b99-a701-48368253fae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.359965] env[69572]: DEBUG oslo_concurrency.lockutils [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] Lock "de49ea5b-93f1-4b99-a701-48368253fae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.360157] env[69572]: DEBUG oslo_concurrency.lockutils [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] Lock "de49ea5b-93f1-4b99-a701-48368253fae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.360324] env[69572]: DEBUG nova.compute.manager [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] No waiting events found dispatching network-vif-plugged-ec44a79b-3ad2-4840-9542-c844986ca600 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 836.360515] env[69572]: WARNING nova.compute.manager [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Received unexpected event network-vif-plugged-ec44a79b-3ad2-4840-9542-c844986ca600 for instance with vm_state building and task_state spawning. [ 836.360682] env[69572]: DEBUG nova.compute.manager [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Received event network-changed-ec44a79b-3ad2-4840-9542-c844986ca600 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 836.360831] env[69572]: DEBUG nova.compute.manager [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Refreshing instance network info cache due to event network-changed-ec44a79b-3ad2-4840-9542-c844986ca600. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 836.360993] env[69572]: DEBUG oslo_concurrency.lockutils [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] Acquiring lock "refresh_cache-de49ea5b-93f1-4b99-a701-48368253fae1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.434570] env[69572]: INFO nova.compute.manager [-] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Took 1.51 seconds to deallocate network for instance. [ 836.442815] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "refresh_cache-de49ea5b-93f1-4b99-a701-48368253fae1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.443109] env[69572]: DEBUG nova.compute.manager [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Instance network_info: |[{"id": "ec44a79b-3ad2-4840-9542-c844986ca600", "address": "fa:16:3e:5e:98:ca", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec44a79b-3a", "ovs_interfaceid": "ec44a79b-3ad2-4840-9542-c844986ca600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 836.443390] env[69572]: DEBUG oslo_concurrency.lockutils [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] Acquired lock "refresh_cache-de49ea5b-93f1-4b99-a701-48368253fae1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.443566] env[69572]: DEBUG nova.network.neutron [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Refreshing network info cache for port ec44a79b-3ad2-4840-9542-c844986ca600 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.444598] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:98:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec44a79b-3ad2-4840-9542-c844986ca600', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.452042] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.452935] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.453173] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f31da83a-ba77-40e2-a755-30d67ead9584 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.477044] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.477044] env[69572]: value = "task-3434424" [ 836.477044] env[69572]: _type = "Task" [ 836.477044] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.478335] env[69572]: DEBUG nova.compute.manager [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 836.485453] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 836.485652] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685604', 'volume_id': 'b7fbf620-4192-4422-b01b-d8dce4f6f448', 'name': 'volume-b7fbf620-4192-4422-b01b-d8dce4f6f448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2329396-1e21-4b57-be90-b31a1b91743b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fbf620-4192-4422-b01b-d8dce4f6f448', 'serial': 'b7fbf620-4192-4422-b01b-d8dce4f6f448'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 836.486439] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c207c2-b1e2-4e16-9797-f2c273365469 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.492295] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434424, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.512817] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 836.515870] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d60e1656-558a-40c4-84ab-9684f799f2b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.519864] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9389799d-41e1-400b-b530-5989f2b1d0f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.548764] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-b7fbf620-4192-4422-b01b-d8dce4f6f448/volume-b7fbf620-4192-4422-b01b-d8dce4f6f448.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.551467] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.551694] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.551838] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.552015] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.552157] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.552294] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.552548] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.552831] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.552877] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.553084] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.553338] env[69572]: DEBUG nova.virt.hardware [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.555539] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d28fee56-2050-4a21-a47a-77e7c3f53617 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.569276] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078211c3-aa6d-4303-abf0-4c0473630293 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.572726] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 836.572726] env[69572]: value = "task-3434425" [ 836.572726] env[69572]: _type = "Task" [ 836.572726] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.580649] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5958d01e-d053-4275-9079-bd85533386d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.593174] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434425, 'name': CloneVM_Task} progress is 12%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.593174] env[69572]: DEBUG oslo_vmware.api [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 836.593174] env[69572]: value = "task-3434426" [ 836.593174] env[69572]: _type = "Task" [ 836.593174] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.623528] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.624221] env[69572]: DEBUG oslo_vmware.api [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.635581] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52697f22-ae1c-24c9-557c-6515ebeb956b, 'name': SearchDatastore_Task, 'duration_secs': 0.028255} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.636069] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.636220] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 56aecc50-2aad-40cf-a4cb-131be0bb1141/56aecc50-2aad-40cf-a4cb-131be0bb1141.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.636528] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58567073-a8d0-404b-813b-a505e765dd47 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.646796] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for the task: (returnval){ [ 836.646796] env[69572]: value = "task-3434427" [ 836.646796] env[69572]: _type = "Task" [ 836.646796] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.661374] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.733562] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 836.733857] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685602', 'volume_id': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'name': 'volume-eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7f9b083-cb15-4197-bd23-16ef6847dcea', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'serial': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 836.734766] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ceafb4-0333-4c4a-80cc-bbbd6398457f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.756523] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3448cc-373b-4b97-a136-84e64dea4608 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.789453] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] volume-eb4504d2-1fba-4cf5-a037-c5f6bb68daef/volume-eb4504d2-1fba-4cf5-a037-c5f6bb68daef.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.792855] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b9aa2bf-8016-4f4c-a352-9a677654c843 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.823280] env[69572]: DEBUG oslo_vmware.api [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 836.823280] env[69572]: value = "task-3434428" [ 836.823280] env[69572]: _type = "Task" [ 836.823280] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.845071] env[69572]: DEBUG oslo_vmware.api [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.940963] env[69572]: DEBUG oslo_concurrency.lockutils [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.947853] env[69572]: DEBUG nova.compute.manager [req-92f59664-517d-4353-b184-4fecb6734c1f req-ea590380-bee2-47fa-9042-c74f492403e4 service nova] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Received event network-vif-plugged-d362f5ad-eb73-49f3-84a5-92bf540a088e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 836.948245] env[69572]: DEBUG oslo_concurrency.lockutils [req-92f59664-517d-4353-b184-4fecb6734c1f req-ea590380-bee2-47fa-9042-c74f492403e4 service nova] Acquiring lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.948432] env[69572]: DEBUG oslo_concurrency.lockutils [req-92f59664-517d-4353-b184-4fecb6734c1f req-ea590380-bee2-47fa-9042-c74f492403e4 service nova] Lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.949033] env[69572]: DEBUG oslo_concurrency.lockutils [req-92f59664-517d-4353-b184-4fecb6734c1f req-ea590380-bee2-47fa-9042-c74f492403e4 service nova] Lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.949033] env[69572]: DEBUG nova.compute.manager [req-92f59664-517d-4353-b184-4fecb6734c1f req-ea590380-bee2-47fa-9042-c74f492403e4 service nova] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] No waiting events found dispatching network-vif-plugged-d362f5ad-eb73-49f3-84a5-92bf540a088e {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 836.949033] env[69572]: WARNING nova.compute.manager [req-92f59664-517d-4353-b184-4fecb6734c1f req-ea590380-bee2-47fa-9042-c74f492403e4 service nova] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Received unexpected event network-vif-plugged-d362f5ad-eb73-49f3-84a5-92bf540a088e for instance with vm_state building and task_state spawning. [ 836.971448] env[69572]: DEBUG nova.network.neutron [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Successfully updated port: d362f5ad-eb73-49f3-84a5-92bf540a088e {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.999698] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434424, 'name': CreateVM_Task, 'duration_secs': 0.494861} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.003978] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.005719] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.006014] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.006482] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.006874] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1af5a36-561a-4f05-a99e-8be3c590384c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.016749] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 837.016749] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521f8c68-a790-6f9b-a03c-70fa76a6b6c9" [ 837.016749] env[69572]: _type = "Task" [ 837.016749] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.038029] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521f8c68-a790-6f9b-a03c-70fa76a6b6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.090216] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434425, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.118500] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434423, 'name': ReconfigVM_Task, 'duration_secs': 0.550814} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.123963] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c0ca0881-c795-401c-9280-892291c48666/c0ca0881-c795-401c-9280-892291c48666.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.125051] env[69572]: DEBUG oslo_vmware.api [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.125395] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-882c7771-468d-4ec0-abb5-51a999d96cdb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.136504] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 837.136504] env[69572]: value = "task-3434429" [ 837.136504] env[69572]: _type = "Task" [ 837.136504] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.153557] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434429, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.172885] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434427, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.337245] env[69572]: DEBUG oslo_vmware.api [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.384119] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc52093-72c1-4d49-bc27-bcde934c444c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.393911] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c793f9c-aca1-4d18-9144-16a186bc4044 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.433804] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5aa75f-2a36-4f97-aa4d-2ae7d2160c5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.443218] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbc92ba-b1a7-4cd4-8fee-ee66bf318579 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.458967] env[69572]: DEBUG nova.compute.provider_tree [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.474639] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "refresh_cache-96906ebb-7dbf-4db6-a7e6-80e82817b2d4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.474830] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquired lock "refresh_cache-96906ebb-7dbf-4db6-a7e6-80e82817b2d4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.478039] env[69572]: DEBUG nova.network.neutron [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.533810] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521f8c68-a790-6f9b-a03c-70fa76a6b6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.060045} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.533810] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.533810] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.533810] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.533810] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.533810] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.533810] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2853fc3-8173-4ccc-93ee-dbf5874d0f6e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.548573] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.548573] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.549025] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92122ff1-e562-463e-9e87-2251f12c777f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.557297] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 837.557297] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529313b2-368b-b381-95aa-366a204cf72c" [ 837.557297] env[69572]: _type = "Task" [ 837.557297] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.567109] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529313b2-368b-b381-95aa-366a204cf72c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.580654] env[69572]: DEBUG nova.network.neutron [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Updated VIF entry in instance network info cache for port ec44a79b-3ad2-4840-9542-c844986ca600. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.581064] env[69572]: DEBUG nova.network.neutron [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Updating instance_info_cache with network_info: [{"id": "ec44a79b-3ad2-4840-9542-c844986ca600", "address": "fa:16:3e:5e:98:ca", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec44a79b-3a", "ovs_interfaceid": "ec44a79b-3ad2-4840-9542-c844986ca600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.589412] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434425, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.612142] env[69572]: DEBUG oslo_vmware.api [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434426, 'name': ReconfigVM_Task, 'duration_secs': 0.808463} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.612526] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-b7fbf620-4192-4422-b01b-d8dce4f6f448/volume-b7fbf620-4192-4422-b01b-d8dce4f6f448.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.617851] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f7127ed-e2ea-4b2b-9244-659a1a815dcc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.637454] env[69572]: DEBUG oslo_vmware.api [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 837.637454] env[69572]: value = "task-3434430" [ 837.637454] env[69572]: _type = "Task" [ 837.637454] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.651618] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434429, 'name': Rename_Task, 'duration_secs': 0.253264} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.655323] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.655701] env[69572]: DEBUG oslo_vmware.api [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.655917] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beb1125f-d3ca-47ca-ad1a-8e062fc540d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.669012] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585574} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.670718] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 56aecc50-2aad-40cf-a4cb-131be0bb1141/56aecc50-2aad-40cf-a4cb-131be0bb1141.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.671157] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.671602] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 837.671602] env[69572]: value = "task-3434431" [ 837.671602] env[69572]: _type = "Task" [ 837.671602] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.671913] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20399190-98c4-4c3f-98eb-3ca5bff72286 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.685379] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.687053] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for the task: (returnval){ [ 837.687053] env[69572]: value = "task-3434432" [ 837.687053] env[69572]: _type = "Task" [ 837.687053] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.835637] env[69572]: DEBUG oslo_vmware.api [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434428, 'name': ReconfigVM_Task, 'duration_secs': 0.676118} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.836169] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Reconfigured VM instance instance-00000039 to attach disk [datastore1] volume-eb4504d2-1fba-4cf5-a037-c5f6bb68daef/volume-eb4504d2-1fba-4cf5-a037-c5f6bb68daef.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.840916] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-385e909c-0699-4417-8076-0a398854fcc1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.861998] env[69572]: DEBUG oslo_vmware.api [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 837.861998] env[69572]: value = "task-3434433" [ 837.861998] env[69572]: _type = "Task" [ 837.861998] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.872110] env[69572]: DEBUG oslo_vmware.api [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.962403] env[69572]: DEBUG nova.scheduler.client.report [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.018213] env[69572]: DEBUG nova.network.neutron [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.068905] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529313b2-368b-b381-95aa-366a204cf72c, 'name': SearchDatastore_Task, 'duration_secs': 0.02235} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.070027] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68db646-ead9-47b6-b314-707c6653173b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.084394] env[69572]: DEBUG oslo_concurrency.lockutils [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] Releasing lock "refresh_cache-de49ea5b-93f1-4b99-a701-48368253fae1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.084716] env[69572]: DEBUG nova.compute.manager [req-01825676-8bce-4a92-80b7-c3bf2346efbb req-d2e6828a-7904-4108-a89d-86789b816ebd service nova] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Received event network-vif-deleted-5742ef5c-d2ad-4ecb-84a7-52fa34887953 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 838.085541] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 838.085541] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527b8907-729a-fc57-5cad-c2b8677178f0" [ 838.085541] env[69572]: _type = "Task" [ 838.085541] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.092979] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434425, 'name': CloneVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.099310] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527b8907-729a-fc57-5cad-c2b8677178f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.152449] env[69572]: DEBUG oslo_vmware.api [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434430, 'name': ReconfigVM_Task, 'duration_secs': 0.309206} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.152764] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685604', 'volume_id': 'b7fbf620-4192-4422-b01b-d8dce4f6f448', 'name': 'volume-b7fbf620-4192-4422-b01b-d8dce4f6f448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2329396-1e21-4b57-be90-b31a1b91743b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fbf620-4192-4422-b01b-d8dce4f6f448', 'serial': 'b7fbf620-4192-4422-b01b-d8dce4f6f448'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 838.187809] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.197386] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169156} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.197647] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.198450] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e879fa12-f4a2-44e3-9fb9-2ac8cc11a7dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.223868] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 56aecc50-2aad-40cf-a4cb-131be0bb1141/56aecc50-2aad-40cf-a4cb-131be0bb1141.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.224226] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1e926d-680d-46d4-860d-c348b4197fd8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.246089] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for the task: (returnval){ [ 838.246089] env[69572]: value = "task-3434434" [ 838.246089] env[69572]: _type = "Task" [ 838.246089] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.247181] env[69572]: DEBUG nova.network.neutron [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Updating instance_info_cache with network_info: [{"id": "d362f5ad-eb73-49f3-84a5-92bf540a088e", "address": "fa:16:3e:f8:af:e5", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd362f5ad-eb", "ovs_interfaceid": "d362f5ad-eb73-49f3-84a5-92bf540a088e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.259351] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.376177] env[69572]: DEBUG oslo_vmware.api [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.468103] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.010s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.468553] env[69572]: DEBUG nova.compute.manager [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 838.471539] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.121s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.473130] env[69572]: INFO nova.compute.claims [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.588034] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434425, 'name': CloneVM_Task, 'duration_secs': 1.598533} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.591473] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Created linked-clone VM from snapshot [ 838.591957] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b2fa54-8721-4a7b-8182-7a515a4735a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.601216] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Uploading image c5ba47e7-9463-42ec-ba50-cd7ba92c213d {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 838.606923] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527b8907-729a-fc57-5cad-c2b8677178f0, 'name': SearchDatastore_Task, 'duration_secs': 0.04183} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.607181] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.607438] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] de49ea5b-93f1-4b99-a701-48368253fae1/de49ea5b-93f1-4b99-a701-48368253fae1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.607695] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a0fab82-e31c-4c1f-9f1a-9ff71bcdddca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.617036] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 838.617036] env[69572]: value = "task-3434435" [ 838.617036] env[69572]: _type = "Task" [ 838.617036] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.632341] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.634631] env[69572]: DEBUG oslo_vmware.rw_handles [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 838.634631] env[69572]: value = "vm-685611" [ 838.634631] env[69572]: _type = "VirtualMachine" [ 838.634631] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 838.634926] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-48631cb7-d271-494f-a362-6623932e7f35 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.642876] env[69572]: DEBUG oslo_vmware.rw_handles [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lease: (returnval){ [ 838.642876] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e3644-9adc-a3ff-e582-9fa1fa23f295" [ 838.642876] env[69572]: _type = "HttpNfcLease" [ 838.642876] env[69572]: } obtained for exporting VM: (result){ [ 838.642876] env[69572]: value = "vm-685611" [ 838.642876] env[69572]: _type = "VirtualMachine" [ 838.642876] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 838.643294] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the lease: (returnval){ [ 838.643294] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e3644-9adc-a3ff-e582-9fa1fa23f295" [ 838.643294] env[69572]: _type = "HttpNfcLease" [ 838.643294] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.651078] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.651078] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e3644-9adc-a3ff-e582-9fa1fa23f295" [ 838.651078] env[69572]: _type = "HttpNfcLease" [ 838.651078] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 838.692347] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.753975] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Releasing lock "refresh_cache-96906ebb-7dbf-4db6-a7e6-80e82817b2d4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.754313] env[69572]: DEBUG nova.compute.manager [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Instance network_info: |[{"id": "d362f5ad-eb73-49f3-84a5-92bf540a088e", "address": "fa:16:3e:f8:af:e5", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd362f5ad-eb", "ovs_interfaceid": "d362f5ad-eb73-49f3-84a5-92bf540a088e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 838.754729] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:af:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd362f5ad-eb73-49f3-84a5-92bf540a088e', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.762167] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.763181] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.763248] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7589739f-a13b-4a41-8c7d-d48eccc5f6b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.782949] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.790946] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.790946] env[69572]: value = "task-3434437" [ 838.790946] env[69572]: _type = "Task" [ 838.790946] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.801110] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434437, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.875967] env[69572]: DEBUG oslo_vmware.api [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.981268] env[69572]: DEBUG nova.compute.utils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.983571] env[69572]: DEBUG nova.compute.manager [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 838.983571] env[69572]: DEBUG nova.network.neutron [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.057345] env[69572]: DEBUG nova.compute.manager [req-a6437ffc-bf0d-49ee-858d-ed3b80e62442 req-0e687084-b1c2-4c3a-9502-c34a98c42d89 service nova] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Received event network-changed-d362f5ad-eb73-49f3-84a5-92bf540a088e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 839.057691] env[69572]: DEBUG nova.compute.manager [req-a6437ffc-bf0d-49ee-858d-ed3b80e62442 req-0e687084-b1c2-4c3a-9502-c34a98c42d89 service nova] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Refreshing instance network info cache due to event network-changed-d362f5ad-eb73-49f3-84a5-92bf540a088e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 839.057824] env[69572]: DEBUG oslo_concurrency.lockutils [req-a6437ffc-bf0d-49ee-858d-ed3b80e62442 req-0e687084-b1c2-4c3a-9502-c34a98c42d89 service nova] Acquiring lock "refresh_cache-96906ebb-7dbf-4db6-a7e6-80e82817b2d4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.057984] env[69572]: DEBUG oslo_concurrency.lockutils [req-a6437ffc-bf0d-49ee-858d-ed3b80e62442 req-0e687084-b1c2-4c3a-9502-c34a98c42d89 service nova] Acquired lock "refresh_cache-96906ebb-7dbf-4db6-a7e6-80e82817b2d4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.058212] env[69572]: DEBUG nova.network.neutron [req-a6437ffc-bf0d-49ee-858d-ed3b80e62442 req-0e687084-b1c2-4c3a-9502-c34a98c42d89 service nova] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Refreshing network info cache for port d362f5ad-eb73-49f3-84a5-92bf540a088e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.071388] env[69572]: DEBUG nova.policy [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ed19c96ca449c9ca4f206adad021b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9c96379dcb45099eda20120e667dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.130160] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434435, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.152769] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.152769] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e3644-9adc-a3ff-e582-9fa1fa23f295" [ 839.152769] env[69572]: _type = "HttpNfcLease" [ 839.152769] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 839.152769] env[69572]: DEBUG oslo_vmware.rw_handles [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 839.152769] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e3644-9adc-a3ff-e582-9fa1fa23f295" [ 839.152769] env[69572]: _type = "HttpNfcLease" [ 839.152769] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 839.153248] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30728073-6067-4881-9747-5b0d3c316a25 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.163196] env[69572]: DEBUG oslo_vmware.rw_handles [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d3faa-2548-c1a5-f220-540faca38903/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 839.163196] env[69572]: DEBUG oslo_vmware.rw_handles [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d3faa-2548-c1a5-f220-540faca38903/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 839.222655] env[69572]: DEBUG nova.objects.instance [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lazy-loading 'flavor' on Instance uuid e2329396-1e21-4b57-be90-b31a1b91743b {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.236690] env[69572]: DEBUG oslo_vmware.api [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434431, 'name': PowerOnVM_Task, 'duration_secs': 1.117772} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.237046] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.237373] env[69572]: INFO nova.compute.manager [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Took 10.98 seconds to spawn the instance on the hypervisor. [ 839.237561] env[69572]: DEBUG nova.compute.manager [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 839.238380] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a32d6b7-878f-4bc2-ae35-b933257b4173 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.263660] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434434, 'name': ReconfigVM_Task, 'duration_secs': 0.587605} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.263660] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 56aecc50-2aad-40cf-a4cb-131be0bb1141/56aecc50-2aad-40cf-a4cb-131be0bb1141.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.263660] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e06179f6-7c42-4c94-97d9-10ae9935951c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.272314] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for the task: (returnval){ [ 839.272314] env[69572]: value = "task-3434438" [ 839.272314] env[69572]: _type = "Task" [ 839.272314] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.285151] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434438, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.301645] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434437, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.344040] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-efbb0f27-5582-4bfb-9155-2a12c0485c11 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.374618] env[69572]: DEBUG oslo_vmware.api [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434433, 'name': ReconfigVM_Task, 'duration_secs': 1.31832} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.380764] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685602', 'volume_id': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'name': 'volume-eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7f9b083-cb15-4197-bd23-16ef6847dcea', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'serial': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 839.494679] env[69572]: DEBUG nova.compute.manager [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 839.572711] env[69572]: DEBUG nova.network.neutron [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Successfully created port: ed463b92-f9a5-4f6e-8591-491d465798bc {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.647338] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559102} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.651573] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] de49ea5b-93f1-4b99-a701-48368253fae1/de49ea5b-93f1-4b99-a701-48368253fae1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.652535] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.655671] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27c7e383-2013-471f-b154-be105b91f76f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.664791] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 839.664791] env[69572]: value = "task-3434439" [ 839.664791] env[69572]: _type = "Task" [ 839.664791] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.679563] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.732825] env[69572]: DEBUG oslo_concurrency.lockutils [None req-58894b0b-ae43-477f-9028-c4fb8efc73a9 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.763332] env[69572]: INFO nova.compute.manager [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Took 55.15 seconds to build instance. [ 839.793341] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434438, 'name': Rename_Task, 'duration_secs': 0.427384} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.799319] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.800563] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4b13a63-aa82-4d0c-9901-e9a354fc50d3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.810385] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434437, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.812307] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for the task: (returnval){ [ 839.812307] env[69572]: value = "task-3434440" [ 839.812307] env[69572]: _type = "Task" [ 839.812307] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.827630] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.869452] env[69572]: DEBUG nova.network.neutron [req-a6437ffc-bf0d-49ee-858d-ed3b80e62442 req-0e687084-b1c2-4c3a-9502-c34a98c42d89 service nova] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Updated VIF entry in instance network info cache for port d362f5ad-eb73-49f3-84a5-92bf540a088e. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.869926] env[69572]: DEBUG nova.network.neutron [req-a6437ffc-bf0d-49ee-858d-ed3b80e62442 req-0e687084-b1c2-4c3a-9502-c34a98c42d89 service nova] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Updating instance_info_cache with network_info: [{"id": "d362f5ad-eb73-49f3-84a5-92bf540a088e", "address": "fa:16:3e:f8:af:e5", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd362f5ad-eb", "ovs_interfaceid": "d362f5ad-eb73-49f3-84a5-92bf540a088e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.178678] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083342} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.179134] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.180176] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8975e34-c355-4902-861f-64cfd5b19ab0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.207080] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] de49ea5b-93f1-4b99-a701-48368253fae1/de49ea5b-93f1-4b99-a701-48368253fae1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.210102] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ebfbb98-68d1-4fd9-adde-6e70cb66dc9d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.235644] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 840.235644] env[69572]: value = "task-3434441" [ 840.235644] env[69572]: _type = "Task" [ 840.235644] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.241523] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c8ee3e-3728-4e40-9390-4868e1e4a867 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.250461] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434441, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.253474] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54914218-3828-4529-8946-7ea489038558 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.286508] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fe2dd6de-e363-4bdc-af8e-6b16a2ae3180 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "c0ca0881-c795-401c-9280-892291c48666" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.153s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.288762] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62050c5-99a4-489d-9a8d-df0c0bf392bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.305141] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f167bb3-586a-4f9d-990f-cb770678a9ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.314543] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434437, 'name': CreateVM_Task, 'duration_secs': 1.353094} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.318484] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.328100] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.328524] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.328897] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.329445] env[69572]: DEBUG nova.compute.provider_tree [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.331947] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13543410-659e-42fa-865f-5a0e37d5fac4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.339024] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434440, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.342634] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 840.342634] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5225a3c9-dae5-02d2-449c-1f9587d8ecb0" [ 840.342634] env[69572]: _type = "Task" [ 840.342634] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.352591] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5225a3c9-dae5-02d2-449c-1f9587d8ecb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.373055] env[69572]: DEBUG oslo_concurrency.lockutils [req-a6437ffc-bf0d-49ee-858d-ed3b80e62442 req-0e687084-b1c2-4c3a-9502-c34a98c42d89 service nova] Releasing lock "refresh_cache-96906ebb-7dbf-4db6-a7e6-80e82817b2d4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.447836] env[69572]: DEBUG nova.objects.instance [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lazy-loading 'flavor' on Instance uuid a7f9b083-cb15-4197-bd23-16ef6847dcea {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.504507] env[69572]: DEBUG nova.compute.manager [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 840.522750] env[69572]: INFO nova.compute.manager [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Rescuing [ 840.523205] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.523610] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.523880] env[69572]: DEBUG nova.network.neutron [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.535791] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.536092] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.536256] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.536467] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.536613] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.536762] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.537375] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.537597] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.537782] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.537946] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.538132] env[69572]: DEBUG nova.virt.hardware [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.539993] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30ccde2-f362-4326-860a-4c17f6a50662 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.558019] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdd2cd7-5cb2-4ccd-81d7-09364b4c6019 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.587991] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "c0ca0881-c795-401c-9280-892291c48666" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.588103] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "c0ca0881-c795-401c-9280-892291c48666" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.588289] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "c0ca0881-c795-401c-9280-892291c48666-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.588486] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "c0ca0881-c795-401c-9280-892291c48666-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.588716] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "c0ca0881-c795-401c-9280-892291c48666-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.591868] env[69572]: INFO nova.compute.manager [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Terminating instance [ 840.763189] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.794070] env[69572]: DEBUG nova.compute.manager [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 840.825545] env[69572]: DEBUG oslo_vmware.api [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434440, 'name': PowerOnVM_Task, 'duration_secs': 0.884453} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.825696] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.825832] env[69572]: INFO nova.compute.manager [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Took 9.81 seconds to spawn the instance on the hypervisor. [ 840.826131] env[69572]: DEBUG nova.compute.manager [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.827024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725735fd-c734-426c-b5a7-763e9fa4ae50 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.833254] env[69572]: DEBUG nova.scheduler.client.report [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.855068] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5225a3c9-dae5-02d2-449c-1f9587d8ecb0, 'name': SearchDatastore_Task, 'duration_secs': 0.024765} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.856773] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.857014] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.857262] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.857498] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.857591] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.861118] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ef262aa-0f91-4b9b-bf04-bf11637a96b3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.872819] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.873586] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.874108] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf90f83-5774-4e90-a1e7-8fca66deda49 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.883517] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 840.883517] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52951cb1-8917-9b7d-a130-f0d21e730744" [ 840.883517] env[69572]: _type = "Task" [ 840.883517] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.893246] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52951cb1-8917-9b7d-a130-f0d21e730744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.955557] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94a0ca39-232a-49e5-862c-7f42437b3502 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.853s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.096301] env[69572]: DEBUG nova.compute.manager [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 841.096301] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.097024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e78843-fc72-48b2-bfb9-21ad028f70c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.112495] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.112789] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c681e5a-76ab-4d81-aced-3ef521d91f8f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.122903] env[69572]: DEBUG oslo_vmware.api [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 841.122903] env[69572]: value = "task-3434442" [ 841.122903] env[69572]: _type = "Task" [ 841.122903] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.136758] env[69572]: DEBUG oslo_vmware.api [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.248526] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434441, 'name': ReconfigVM_Task, 'duration_secs': 0.530839} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.248926] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Reconfigured VM instance instance-0000003d to attach disk [datastore1] de49ea5b-93f1-4b99-a701-48368253fae1/de49ea5b-93f1-4b99-a701-48368253fae1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.249634] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9817a7cb-5aa6-4c5e-a2a0-a79bdd253476 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.260322] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 841.260322] env[69572]: value = "task-3434443" [ 841.260322] env[69572]: _type = "Task" [ 841.260322] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.270308] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434443, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.291734] env[69572]: DEBUG nova.network.neutron [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updating instance_info_cache with network_info: [{"id": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "address": "fa:16:3e:c6:2b:43", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e76c612-07", "ovs_interfaceid": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.334172] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.339332] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.340052] env[69572]: DEBUG nova.compute.manager [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 841.343090] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.933s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.343377] env[69572]: DEBUG nova.objects.instance [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lazy-loading 'resources' on Instance uuid 4ae89318-fbce-47c3-bb28-edcc5841d4d1 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.365840] env[69572]: DEBUG nova.compute.manager [req-d174e04d-38e9-429a-81c9-a7cc356f956b req-78df08cf-0731-4f13-a7f6-09a06339992c service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received event network-vif-plugged-ed463b92-f9a5-4f6e-8591-491d465798bc {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 841.366016] env[69572]: DEBUG oslo_concurrency.lockutils [req-d174e04d-38e9-429a-81c9-a7cc356f956b req-78df08cf-0731-4f13-a7f6-09a06339992c service nova] Acquiring lock "af19677b-2149-40fd-8b98-78104dc4de40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.366234] env[69572]: DEBUG oslo_concurrency.lockutils [req-d174e04d-38e9-429a-81c9-a7cc356f956b req-78df08cf-0731-4f13-a7f6-09a06339992c service nova] Lock "af19677b-2149-40fd-8b98-78104dc4de40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.366394] env[69572]: DEBUG oslo_concurrency.lockutils [req-d174e04d-38e9-429a-81c9-a7cc356f956b req-78df08cf-0731-4f13-a7f6-09a06339992c service nova] Lock "af19677b-2149-40fd-8b98-78104dc4de40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.366555] env[69572]: DEBUG nova.compute.manager [req-d174e04d-38e9-429a-81c9-a7cc356f956b req-78df08cf-0731-4f13-a7f6-09a06339992c service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] No waiting events found dispatching network-vif-plugged-ed463b92-f9a5-4f6e-8591-491d465798bc {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 841.366712] env[69572]: WARNING nova.compute.manager [req-d174e04d-38e9-429a-81c9-a7cc356f956b req-78df08cf-0731-4f13-a7f6-09a06339992c service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received unexpected event network-vif-plugged-ed463b92-f9a5-4f6e-8591-491d465798bc for instance with vm_state building and task_state spawning. [ 841.368314] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.368545] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.368738] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "a7f9b083-cb15-4197-bd23-16ef6847dcea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.368913] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.369175] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.373120] env[69572]: INFO nova.compute.manager [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Terminating instance [ 841.375445] env[69572]: INFO nova.compute.manager [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Took 42.89 seconds to build instance. [ 841.400451] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52951cb1-8917-9b7d-a130-f0d21e730744, 'name': SearchDatastore_Task, 'duration_secs': 0.020396} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.405247] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2c00be-d394-4bcf-a266-ec70be89dcd6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.416332] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 841.416332] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5228b5df-f4da-836d-f4bb-503dc0957556" [ 841.416332] env[69572]: _type = "Task" [ 841.416332] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.435124] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5228b5df-f4da-836d-f4bb-503dc0957556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.521017] env[69572]: DEBUG nova.network.neutron [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Successfully updated port: ed463b92-f9a5-4f6e-8591-491d465798bc {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.638906] env[69572]: DEBUG oslo_vmware.api [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434442, 'name': PowerOffVM_Task, 'duration_secs': 0.291256} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.638906] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.638906] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.640151] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-164a67d4-2094-413d-b850-1bb4d41352bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.734852] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.735151] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.735280] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleting the datastore file [datastore2] c0ca0881-c795-401c-9280-892291c48666 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.735619] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52dc0fcd-d8d0-4dc8-ae1b-8799ca523dc9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.760527] env[69572]: DEBUG oslo_vmware.api [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 841.760527] env[69572]: value = "task-3434445" [ 841.760527] env[69572]: _type = "Task" [ 841.760527] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.778127] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434443, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.778127] env[69572]: DEBUG oslo_vmware.api [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.795192] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.857434] env[69572]: DEBUG nova.compute.utils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.858950] env[69572]: DEBUG nova.compute.manager [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 841.859142] env[69572]: DEBUG nova.network.neutron [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.879108] env[69572]: DEBUG nova.compute.manager [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 841.879353] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.879728] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b65bfa33-9c4f-4f7a-821f-e93d125c3ed8 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Lock "56aecc50-2aad-40cf-a4cb-131be0bb1141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.276s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.882075] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be4cb07-dd9f-4e17-9229-31cf401004a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.889672] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 841.889672] env[69572]: value = "task-3434446" [ 841.889672] env[69572]: _type = "Task" [ 841.889672] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.907323] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.930771] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5228b5df-f4da-836d-f4bb-503dc0957556, 'name': SearchDatastore_Task, 'duration_secs': 0.022027} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.935114] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.935114] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 96906ebb-7dbf-4db6-a7e6-80e82817b2d4/96906ebb-7dbf-4db6-a7e6-80e82817b2d4.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.935559] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27f0e4ce-3c7e-46b7-b0f6-ac947703d524 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.946125] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 841.946125] env[69572]: value = "task-3434447" [ 841.946125] env[69572]: _type = "Task" [ 841.946125] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.947178] env[69572]: DEBUG nova.policy [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a354a8c3d6374bde83bf3629ffd51d5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ef11f457dab43d7a68cd2e4489ac02a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.964094] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.014081] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89d8d50-2b0a-4e01-a7ba-d65f579ee450 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.022435] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ffdafd-897a-471e-bf90-088b8a636f7c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.026642] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.026815] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.026937] env[69572]: DEBUG nova.network.neutron [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.058872] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc5a297-1bb5-461d-b943-42990168ed21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.068698] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441c5439-c6d4-4ab4-97a7-fa2274e9d462 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.087764] env[69572]: DEBUG nova.compute.provider_tree [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.274281] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434443, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.277333] env[69572]: DEBUG oslo_vmware.api [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238593} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.277568] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.277740] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.277911] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.278100] env[69572]: INFO nova.compute.manager [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: c0ca0881-c795-401c-9280-892291c48666] Took 1.18 seconds to destroy the instance on the hypervisor. [ 842.278341] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.278522] env[69572]: DEBUG nova.compute.manager [-] [instance: c0ca0881-c795-401c-9280-892291c48666] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 842.278613] env[69572]: DEBUG nova.network.neutron [-] [instance: c0ca0881-c795-401c-9280-892291c48666] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.365835] env[69572]: DEBUG nova.compute.manager [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 842.385392] env[69572]: DEBUG nova.compute.manager [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 842.400755] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434446, 'name': PowerOffVM_Task, 'duration_secs': 0.258248} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.401500] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.401709] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 842.401905] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685602', 'volume_id': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'name': 'volume-eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7f9b083-cb15-4197-bd23-16ef6847dcea', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'serial': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 842.402772] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1affba1c-ee53-41cb-bb6d-f0b137a58357 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.428652] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da553df1-58f9-41b2-acad-467c799c3778 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.437657] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ca5c8-1a95-4dda-b0e5-a51b33e8c1e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.465674] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7c0eea-0310-40ac-9e01-40142deb846d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.477034] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.488408] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] The volume has not been displaced from its original location: [datastore1] volume-eb4504d2-1fba-4cf5-a037-c5f6bb68daef/volume-eb4504d2-1fba-4cf5-a037-c5f6bb68daef.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 842.493711] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 842.494414] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bfe03e2-79d0-41a2-9711-c5c88c67c625 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.517192] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 842.517192] env[69572]: value = "task-3434448" [ 842.517192] env[69572]: _type = "Task" [ 842.517192] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.525715] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.587264] env[69572]: DEBUG nova.network.neutron [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.591864] env[69572]: DEBUG nova.scheduler.client.report [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.777052] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434443, 'name': Rename_Task, 'duration_secs': 1.231996} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.777052] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.777052] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f936a79b-b455-4b96-82c4-1a80d9b962ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.785190] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 842.785190] env[69572]: value = "task-3434449" [ 842.785190] env[69572]: _type = "Task" [ 842.785190] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.796633] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.851514] env[69572]: DEBUG nova.compute.manager [req-db1275a8-3427-41ed-b7c5-974c776f6459 req-f477eb1c-7ef7-4be5-925e-b0945e5f5297 service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Received event network-vif-deleted-982314ac-287d-437a-8586-9d97ba32a34e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 842.851832] env[69572]: INFO nova.compute.manager [req-db1275a8-3427-41ed-b7c5-974c776f6459 req-f477eb1c-7ef7-4be5-925e-b0945e5f5297 service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Neutron deleted interface 982314ac-287d-437a-8586-9d97ba32a34e; detaching it from the instance and deleting it from the info cache [ 842.851904] env[69572]: DEBUG nova.network.neutron [req-db1275a8-3427-41ed-b7c5-974c776f6459 req-f477eb1c-7ef7-4be5-925e-b0945e5f5297 service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.918027] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.954480] env[69572]: DEBUG nova.network.neutron [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Successfully created port: 51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.973127] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434447, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.011453] env[69572]: DEBUG nova.network.neutron [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updating instance_info_cache with network_info: [{"id": "ed463b92-f9a5-4f6e-8591-491d465798bc", "address": "fa:16:3e:fe:81:c0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped463b92-f9", "ovs_interfaceid": "ed463b92-f9a5-4f6e-8591-491d465798bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.026207] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434448, 'name': ReconfigVM_Task, 'duration_secs': 0.222686} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.027839] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 843.033389] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4202359e-8471-4388-9a2d-198798f905f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.051450] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 843.051450] env[69572]: value = "task-3434450" [ 843.051450] env[69572]: _type = "Task" [ 843.051450] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.061543] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.067705] env[69572]: DEBUG oslo_concurrency.lockutils [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquiring lock "56aecc50-2aad-40cf-a4cb-131be0bb1141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.067705] env[69572]: DEBUG oslo_concurrency.lockutils [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Lock "56aecc50-2aad-40cf-a4cb-131be0bb1141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.067705] env[69572]: DEBUG oslo_concurrency.lockutils [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquiring lock "56aecc50-2aad-40cf-a4cb-131be0bb1141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.067705] env[69572]: DEBUG oslo_concurrency.lockutils [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Lock "56aecc50-2aad-40cf-a4cb-131be0bb1141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.067705] env[69572]: DEBUG oslo_concurrency.lockutils [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Lock "56aecc50-2aad-40cf-a4cb-131be0bb1141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.069853] env[69572]: INFO nova.compute.manager [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Terminating instance [ 843.071505] env[69572]: DEBUG nova.network.neutron [-] [instance: c0ca0881-c795-401c-9280-892291c48666] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.099404] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.104891] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.581s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.105698] env[69572]: DEBUG nova.objects.instance [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lazy-loading 'resources' on Instance uuid 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.134721] env[69572]: INFO nova.scheduler.client.report [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Deleted allocations for instance 4ae89318-fbce-47c3-bb28-edcc5841d4d1 [ 843.299117] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.333565] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.333889] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40b8f20d-d7ad-4a04-8b8c-d442a3335bb8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.343323] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 843.343323] env[69572]: value = "task-3434451" [ 843.343323] env[69572]: _type = "Task" [ 843.343323] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.356065] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.357999] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b47d45c9-96e8-4a72-a62a-29d301ea96a1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.370947] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f002521c-cc0f-41ef-8770-d03c56c39984 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.384556] env[69572]: DEBUG nova.compute.manager [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 843.418481] env[69572]: DEBUG nova.compute.manager [req-db1275a8-3427-41ed-b7c5-974c776f6459 req-f477eb1c-7ef7-4be5-925e-b0945e5f5297 service nova] [instance: c0ca0881-c795-401c-9280-892291c48666] Detach interface failed, port_id=982314ac-287d-437a-8586-9d97ba32a34e, reason: Instance c0ca0881-c795-401c-9280-892291c48666 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 843.427253] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.427502] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.427657] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.427837] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.427976] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.428136] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.428347] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.428500] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.428667] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.428826] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.429029] env[69572]: DEBUG nova.virt.hardware [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.429917] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24a43e9-ec12-4064-9bf8-c36ae8301df0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.440391] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7970887-6d30-44e6-ab03-ac7b74431f3f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.476285] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434447, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.051291} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.476523] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 96906ebb-7dbf-4db6-a7e6-80e82817b2d4/96906ebb-7dbf-4db6-a7e6-80e82817b2d4.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.476708] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.477076] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41153562-1aca-4ccf-be00-d8972da4484a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.487897] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 843.487897] env[69572]: value = "task-3434452" [ 843.487897] env[69572]: _type = "Task" [ 843.487897] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.499993] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.514783] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.515174] env[69572]: DEBUG nova.compute.manager [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Instance network_info: |[{"id": "ed463b92-f9a5-4f6e-8591-491d465798bc", "address": "fa:16:3e:fe:81:c0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped463b92-f9", "ovs_interfaceid": "ed463b92-f9a5-4f6e-8591-491d465798bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 843.515777] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:81:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed463b92-f9a5-4f6e-8591-491d465798bc', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.526207] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.526207] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.526207] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f265e7e-a1c7-4e4a-887a-93e6cd26897f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.550564] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.550564] env[69572]: value = "task-3434453" [ 843.550564] env[69572]: _type = "Task" [ 843.550564] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.565519] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434453, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.569333] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434450, 'name': ReconfigVM_Task, 'duration_secs': 0.235095} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.569673] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685602', 'volume_id': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'name': 'volume-eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7f9b083-cb15-4197-bd23-16ef6847dcea', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef', 'serial': 'eb4504d2-1fba-4cf5-a037-c5f6bb68daef'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 843.569950] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.571204] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b2ab8a-24d9-4be7-bf6d-0b8a968059d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.575821] env[69572]: INFO nova.compute.manager [-] [instance: c0ca0881-c795-401c-9280-892291c48666] Took 1.30 seconds to deallocate network for instance. [ 843.576503] env[69572]: DEBUG nova.compute.manager [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 843.576717] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.579829] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f80c4f-51b5-48db-91d1-5a4355163145 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.590993] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.590993] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5a1e8e2-fa28-4b94-ae1e-07986c0d0afd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.596727] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.597421] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797414ec-0bd1-40e4-8028-b1ed0981f94e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.608133] env[69572]: DEBUG oslo_vmware.api [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for the task: (returnval){ [ 843.608133] env[69572]: value = "task-3434455" [ 843.608133] env[69572]: _type = "Task" [ 843.608133] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.624379] env[69572]: DEBUG oslo_vmware.api [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.646628] env[69572]: DEBUG nova.compute.manager [req-abdd5914-1c9d-4968-8981-37407028830f req-6612fd26-ad8d-40a3-bc4c-75288ab85f5b service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received event network-changed-ed463b92-f9a5-4f6e-8591-491d465798bc {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 843.646999] env[69572]: DEBUG nova.compute.manager [req-abdd5914-1c9d-4968-8981-37407028830f req-6612fd26-ad8d-40a3-bc4c-75288ab85f5b service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Refreshing instance network info cache due to event network-changed-ed463b92-f9a5-4f6e-8591-491d465798bc. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 843.647136] env[69572]: DEBUG oslo_concurrency.lockutils [req-abdd5914-1c9d-4968-8981-37407028830f req-6612fd26-ad8d-40a3-bc4c-75288ab85f5b service nova] Acquiring lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.647359] env[69572]: DEBUG oslo_concurrency.lockutils [req-abdd5914-1c9d-4968-8981-37407028830f req-6612fd26-ad8d-40a3-bc4c-75288ab85f5b service nova] Acquired lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.647573] env[69572]: DEBUG nova.network.neutron [req-abdd5914-1c9d-4968-8981-37407028830f req-6612fd26-ad8d-40a3-bc4c-75288ab85f5b service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Refreshing network info cache for port ed463b92-f9a5-4f6e-8591-491d465798bc {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.649591] env[69572]: DEBUG oslo_concurrency.lockutils [None req-49a2ed82-db8d-44cf-bd26-7cf6b31e4b5f tempest-ServersListShow298Test-862017104 tempest-ServersListShow298Test-862017104-project-member] Lock "4ae89318-fbce-47c3-bb28-edcc5841d4d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.586s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.706098] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.706372] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.706592] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleting the datastore file [datastore1] a7f9b083-cb15-4197-bd23-16ef6847dcea {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.707275] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6d50fa9-1792-470f-a260-befbe5dbda86 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.719459] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 843.719459] env[69572]: value = "task-3434456" [ 843.719459] env[69572]: _type = "Task" [ 843.719459] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.730172] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.800034] env[69572]: DEBUG oslo_vmware.api [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434449, 'name': PowerOnVM_Task, 'duration_secs': 0.742752} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.800550] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.800717] env[69572]: INFO nova.compute.manager [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Took 10.08 seconds to spawn the instance on the hypervisor. [ 843.801899] env[69572]: DEBUG nova.compute.manager [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.801899] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee9cc6-3c11-4f30-a703-344eacb440f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.859421] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434451, 'name': PowerOffVM_Task, 'duration_secs': 0.302709} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.860904] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.861875] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549614ac-f1d0-4c3c-b533-b6a2e1a59b1b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.894042] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ded05cd-0b2f-4fb2-baa2-779614f678a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.938119] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.939193] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0635b550-745a-4593-b2cd-23b20f724036 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.947583] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 843.947583] env[69572]: value = "task-3434457" [ 843.947583] env[69572]: _type = "Task" [ 843.947583] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.965200] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 843.965286] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.965785] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.965785] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.966795] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.966795] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2385b2f2-c885-46ad-8a38-e69771a98447 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.979787] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.980075] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.981267] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9078f172-671b-4a5e-830b-69ad0dbe7aa5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.993450] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 843.993450] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52302cec-8759-8fdf-2e86-2f8595a085df" [ 843.993450] env[69572]: _type = "Task" [ 843.993450] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.005660] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080318} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.005856] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52302cec-8759-8fdf-2e86-2f8595a085df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.008541] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.009557] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a54ddbe-7d10-4459-97e8-699753ec5177 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.034802] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 96906ebb-7dbf-4db6-a7e6-80e82817b2d4/96906ebb-7dbf-4db6-a7e6-80e82817b2d4.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.037617] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ac44d4-fda3-4f35-af60-007f5e3288fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.062393] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434453, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.064035] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 844.064035] env[69572]: value = "task-3434458" [ 844.064035] env[69572]: _type = "Task" [ 844.064035] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.077947] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.092055] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.122689] env[69572]: DEBUG oslo_vmware.api [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434455, 'name': PowerOffVM_Task, 'duration_secs': 0.258041} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.125476] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.125666] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.126191] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13e0f500-9877-4c68-9c71-3152a11c0d4f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.229209] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.229209] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.229324] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Deleting the datastore file [datastore1] 56aecc50-2aad-40cf-a4cb-131be0bb1141 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.233940] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d63eef-e132-4bbd-83d4-72e5848fb2c1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.237938] env[69572]: DEBUG oslo_vmware.api [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262034} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.238634] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.238817] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.238987] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.239173] env[69572]: INFO nova.compute.manager [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Took 2.36 seconds to destroy the instance on the hypervisor. [ 844.239438] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.240154] env[69572]: DEBUG nova.compute.manager [-] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 844.240154] env[69572]: DEBUG nova.network.neutron [-] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.244437] env[69572]: DEBUG oslo_vmware.api [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for the task: (returnval){ [ 844.244437] env[69572]: value = "task-3434460" [ 844.244437] env[69572]: _type = "Task" [ 844.244437] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.254185] env[69572]: DEBUG oslo_vmware.api [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.272192] env[69572]: DEBUG nova.objects.instance [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lazy-loading 'flavor' on Instance uuid 95029ea4-1849-4080-ad2e-935f1c38c529 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.276133] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4513fa-5890-4e05-8728-9b583cece567 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.287367] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a969a2cb-95f5-482d-b940-684d7fe7a733 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.336056] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092c8df0-5b7a-4a6a-bb98-e9a8a4a686de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.339323] env[69572]: INFO nova.compute.manager [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Took 45.79 seconds to build instance. [ 844.351043] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbeda9e-faa6-4ffc-bc89-5b88a71219ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.369361] env[69572]: DEBUG nova.compute.provider_tree [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.508233] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52302cec-8759-8fdf-2e86-2f8595a085df, 'name': SearchDatastore_Task, 'duration_secs': 0.018722} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.508690] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9c1378-8e75-436b-befe-fd2be1799f26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.519847] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 844.519847] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52aadb51-4001-e9ee-777b-7042685b801c" [ 844.519847] env[69572]: _type = "Task" [ 844.519847] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.530336] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52aadb51-4001-e9ee-777b-7042685b801c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.565765] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434453, 'name': CreateVM_Task, 'duration_secs': 0.515468} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.566113] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.566906] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.567197] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.569016] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.569016] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42acee10-b6db-481e-8f06-aad11ba326cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.584021] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.584021] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 844.584021] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52327f1f-c05b-bd09-2d84-cf1697ede7a4" [ 844.584021] env[69572]: _type = "Task" [ 844.584021] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.591949] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52327f1f-c05b-bd09-2d84-cf1697ede7a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.624388] env[69572]: DEBUG nova.network.neutron [req-abdd5914-1c9d-4968-8981-37407028830f req-6612fd26-ad8d-40a3-bc4c-75288ab85f5b service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updated VIF entry in instance network info cache for port ed463b92-f9a5-4f6e-8591-491d465798bc. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.624388] env[69572]: DEBUG nova.network.neutron [req-abdd5914-1c9d-4968-8981-37407028830f req-6612fd26-ad8d-40a3-bc4c-75288ab85f5b service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updating instance_info_cache with network_info: [{"id": "ed463b92-f9a5-4f6e-8591-491d465798bc", "address": "fa:16:3e:fe:81:c0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped463b92-f9", "ovs_interfaceid": "ed463b92-f9a5-4f6e-8591-491d465798bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.763312] env[69572]: DEBUG oslo_vmware.api [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Task: {'id': task-3434460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347696} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.763608] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.763823] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.764017] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.764190] env[69572]: INFO nova.compute.manager [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Took 1.19 seconds to destroy the instance on the hypervisor. [ 844.764518] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.765293] env[69572]: DEBUG nova.compute.manager [-] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 844.765388] env[69572]: DEBUG nova.network.neutron [-] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.777801] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquiring lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.777981] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquired lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.841494] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9c9ed2-4fc1-4a4e-8bd2-5bca3a14a74e tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "de49ea5b-93f1-4b99-a701-48368253fae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.374s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.872010] env[69572]: DEBUG nova.scheduler.client.report [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.038138] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52aadb51-4001-e9ee-777b-7042685b801c, 'name': SearchDatastore_Task, 'duration_secs': 0.021269} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.038778] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.041555] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] e2329396-1e21-4b57-be90-b31a1b91743b/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. {{(pid=69572) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 845.041555] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1ee1515-883a-4d75-9a53-3183b425534e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.045470] env[69572]: DEBUG nova.network.neutron [-] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.050377] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 845.050377] env[69572]: value = "task-3434461" [ 845.050377] env[69572]: _type = "Task" [ 845.050377] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.064276] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.078542] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.093214] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52327f1f-c05b-bd09-2d84-cf1697ede7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.017801} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.093580] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.093826] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.094097] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.094278] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.094538] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.095306] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5df4d668-4e2a-4722-a010-5a5b10ecc209 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.105247] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.105836] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.106824] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f2847e4-eb45-42a1-9ba9-366fe4f7617e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.113337] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 845.113337] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f2e038-c261-74d6-b9cd-6425f3157746" [ 845.113337] env[69572]: _type = "Task" [ 845.113337] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.124712] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f2e038-c261-74d6-b9cd-6425f3157746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.126347] env[69572]: DEBUG oslo_concurrency.lockutils [req-abdd5914-1c9d-4968-8981-37407028830f req-6612fd26-ad8d-40a3-bc4c-75288ab85f5b service nova] Releasing lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.202218] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a6cbf9-97b9-407b-9332-e34aeb12443b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.213325] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc60425-3b18-4894-be6c-750316a4b240 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Suspending the VM {{(pid=69572) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 845.213789] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a5e28c75-f2a2-4c1e-8a31-ce51d753a686 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.226914] env[69572]: DEBUG oslo_vmware.api [None req-0bc60425-3b18-4894-be6c-750316a4b240 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 845.226914] env[69572]: value = "task-3434462" [ 845.226914] env[69572]: _type = "Task" [ 845.226914] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.240698] env[69572]: DEBUG oslo_vmware.api [None req-0bc60425-3b18-4894-be6c-750316a4b240 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434462, 'name': SuspendVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.240698] env[69572]: DEBUG nova.network.neutron [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Successfully updated port: 51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.277162] env[69572]: DEBUG nova.compute.manager [req-8176b15d-18ec-4493-aa64-b434beee7610 req-db546b39-0c18-43d6-b57f-0a6aa6c92711 service nova] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Received event network-vif-deleted-fc430a7b-6583-4fdb-8441-ca9d9b1cefec {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 845.344746] env[69572]: DEBUG nova.compute.manager [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 845.379392] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.382732] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.071s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.382732] env[69572]: DEBUG nova.objects.instance [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lazy-loading 'resources' on Instance uuid 59d7a4e0-3a20-4118-a0c2-40adb271c760 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.416520] env[69572]: INFO nova.scheduler.client.report [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Deleted allocations for instance 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3 [ 845.450353] env[69572]: DEBUG nova.network.neutron [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.548424] env[69572]: INFO nova.compute.manager [-] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Took 1.31 seconds to deallocate network for instance. [ 845.566044] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434461, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.585106] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.630089] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f2e038-c261-74d6-b9cd-6425f3157746, 'name': SearchDatastore_Task, 'duration_secs': 0.016471} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.630089] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91fad05b-0a11-4263-8faf-7213bf69d2d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.637060] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 845.637060] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb09df-75dc-ce0c-2de8-a6cb19866cc1" [ 845.637060] env[69572]: _type = "Task" [ 845.637060] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.650629] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb09df-75dc-ce0c-2de8-a6cb19866cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.739450] env[69572]: DEBUG oslo_vmware.api [None req-0bc60425-3b18-4894-be6c-750316a4b240 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434462, 'name': SuspendVM_Task} progress is 83%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.743287] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.743574] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.743678] env[69572]: DEBUG nova.network.neutron [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.817819] env[69572]: DEBUG nova.network.neutron [-] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.875212] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.928637] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a31b73c-b478-4527-b785-04fbb0229d47 tempest-ServerMetadataTestJSON-1169812265 tempest-ServerMetadataTestJSON-1169812265-project-member] Lock "26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.016s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.992515] env[69572]: DEBUG nova.compute.manager [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received event network-vif-plugged-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 845.992805] env[69572]: DEBUG oslo_concurrency.lockutils [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] Acquiring lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.993443] env[69572]: DEBUG oslo_concurrency.lockutils [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.993443] env[69572]: DEBUG oslo_concurrency.lockutils [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.993443] env[69572]: DEBUG nova.compute.manager [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] No waiting events found dispatching network-vif-plugged-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 845.993635] env[69572]: WARNING nova.compute.manager [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received unexpected event network-vif-plugged-51705e1a-d7f6-4c51-99d0-2b545757ee90 for instance with vm_state building and task_state spawning. [ 845.993803] env[69572]: DEBUG nova.compute.manager [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received event network-changed-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 845.993971] env[69572]: DEBUG nova.compute.manager [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Refreshing instance network info cache due to event network-changed-51705e1a-d7f6-4c51-99d0-2b545757ee90. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 845.994596] env[69572]: DEBUG oslo_concurrency.lockutils [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] Acquiring lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.064055] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843328} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.064742] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] e2329396-1e21-4b57-be90-b31a1b91743b/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. [ 846.065631] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbed15d0-cf14-4ab4-81d1-a1f433e94a3c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.087927] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434458, 'name': ReconfigVM_Task, 'duration_secs': 1.538518} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.111218] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 96906ebb-7dbf-4db6-a7e6-80e82817b2d4/96906ebb-7dbf-4db6-a7e6-80e82817b2d4.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.119441] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] e2329396-1e21-4b57-be90-b31a1b91743b/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.123307] env[69572]: INFO nova.compute.manager [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Took 0.57 seconds to detach 1 volumes for instance. [ 846.128299] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a24083c7-0846-401a-aa55-a8cc15fd5786 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.132270] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b584c339-5bf4-4b47-85f3-5b2e9c89522f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.156697] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 846.156697] env[69572]: value = "task-3434463" [ 846.156697] env[69572]: _type = "Task" [ 846.156697] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.165817] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb09df-75dc-ce0c-2de8-a6cb19866cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.093405} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.166169] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 846.166169] env[69572]: value = "task-3434464" [ 846.166169] env[69572]: _type = "Task" [ 846.166169] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.169619] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.169848] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] af19677b-2149-40fd-8b98-78104dc4de40/af19677b-2149-40fd-8b98-78104dc4de40.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.171110] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf9496e3-8965-462b-a055-69c9fe269d65 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.184105] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434463, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.195733] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.198866] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 846.198866] env[69572]: value = "task-3434465" [ 846.198866] env[69572]: _type = "Task" [ 846.198866] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.212703] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.243329] env[69572]: DEBUG oslo_vmware.api [None req-0bc60425-3b18-4894-be6c-750316a4b240 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434462, 'name': SuspendVM_Task, 'duration_secs': 0.899439} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.243329] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc60425-3b18-4894-be6c-750316a4b240 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Suspended the VM {{(pid=69572) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 846.243329] env[69572]: DEBUG nova.compute.manager [None req-0bc60425-3b18-4894-be6c-750316a4b240 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.243761] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0504aadd-40b8-49a3-a316-d776e46495e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.321589] env[69572]: INFO nova.compute.manager [-] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Took 1.56 seconds to deallocate network for instance. [ 846.341542] env[69572]: DEBUG nova.network.neutron [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.376125] env[69572]: DEBUG nova.network.neutron [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updating instance_info_cache with network_info: [{"id": "147665bd-79f7-437f-b7cf-7a2df874a064", "address": "fa:16:3e:09:45:ab", "network": {"id": "00059edd-e904-4e41-a14a-a3de510c2cbc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1068604848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2572f1be5c804f24b694dbfd38023f5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147665bd-79", "ovs_interfaceid": "147665bd-79f7-437f-b7cf-7a2df874a064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.606255] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262794d9-e5ca-489d-87c1-018e8967464a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.616072] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8003f654-7f77-4ba8-80f3-0ebabad3f008 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.659186] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.664454] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1015324-98b4-4f7b-b8f6-ccdc326b6253 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.675318] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434463, 'name': Rename_Task, 'duration_secs': 0.271195} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.681138] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.681668] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97259ab0-ff88-4762-84d8-daad59414d76 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.684452] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85290e61-1bf6-4c3f-9748-c9d7ae13bc9e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.696855] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.713889] env[69572]: DEBUG nova.compute.provider_tree [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.715030] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 846.715030] env[69572]: value = "task-3434466" [ 846.715030] env[69572]: _type = "Task" [ 846.715030] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.716064] env[69572]: DEBUG nova.network.neutron [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updating instance_info_cache with network_info: [{"id": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "address": "fa:16:3e:d2:18:93", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51705e1a-d7", "ovs_interfaceid": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.740021] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.740353] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434465, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.830436] env[69572]: DEBUG oslo_concurrency.lockutils [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.879769] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Releasing lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.880119] env[69572]: DEBUG nova.compute.manager [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Inject network info {{(pid=69572) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7736}} [ 846.880514] env[69572]: DEBUG nova.compute.manager [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] network_info to inject: |[{"id": "147665bd-79f7-437f-b7cf-7a2df874a064", "address": "fa:16:3e:09:45:ab", "network": {"id": "00059edd-e904-4e41-a14a-a3de510c2cbc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1068604848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2572f1be5c804f24b694dbfd38023f5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147665bd-79", "ovs_interfaceid": "147665bd-79f7-437f-b7cf-7a2df874a064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 846.886049] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Reconfiguring VM instance to set the machine id {{(pid=69572) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 846.886645] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd767f79-4753-438e-9994-0f13de889e67 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.905388] env[69572]: DEBUG oslo_vmware.api [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 846.905388] env[69572]: value = "task-3434467" [ 846.905388] env[69572]: _type = "Task" [ 846.905388] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.915824] env[69572]: DEBUG oslo_vmware.api [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.187699] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434464, 'name': ReconfigVM_Task, 'duration_secs': 0.867115} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.188283] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Reconfigured VM instance instance-0000002b to attach disk [datastore2] e2329396-1e21-4b57-be90-b31a1b91743b/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.189180] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370e9957-4d16-4b7f-9498-9f8c402c18a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.230507] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.231841] env[69572]: DEBUG nova.compute.manager [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Instance network_info: |[{"id": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "address": "fa:16:3e:d2:18:93", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51705e1a-d7", "ovs_interfaceid": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 847.232995] env[69572]: DEBUG nova.scheduler.client.report [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.235654] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e4b790-13c5-46f2-9980-d7330e35c4f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.255521] env[69572]: DEBUG oslo_concurrency.lockutils [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] Acquired lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.255734] env[69572]: DEBUG nova.network.neutron [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Refreshing network info cache for port 51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.257293] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:18:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51705e1a-d7f6-4c51-99d0-2b545757ee90', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.265337] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating folder: Project (6ef11f457dab43d7a68cd2e4489ac02a). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.269698] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebb282d0-511a-43eb-a225-fd92c6f26ee3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.277088] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623974} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.278749] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] af19677b-2149-40fd-8b98-78104dc4de40/af19677b-2149-40fd-8b98-78104dc4de40.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.278983] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.279408] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 847.279408] env[69572]: value = "task-3434468" [ 847.279408] env[69572]: _type = "Task" [ 847.279408] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.283697] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1f16606-7415-4c2b-9472-824cd91ba295 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.286822] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434466, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.291754] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Created folder: Project (6ef11f457dab43d7a68cd2e4489ac02a) in parent group-v685431. [ 847.292778] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating folder: Instances. Parent ref: group-v685614. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.292778] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0345753-1a19-4b2f-8c24-a3b93488876a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.297925] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 847.297925] env[69572]: value = "task-3434470" [ 847.297925] env[69572]: _type = "Task" [ 847.297925] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.305699] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.307384] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Created folder: Instances in parent group-v685614. [ 847.310366] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.310366] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.310366] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6dab0de-fee7-4451-877f-2371d35421c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.328841] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.335362] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.335362] env[69572]: value = "task-3434472" [ 847.335362] env[69572]: _type = "Task" [ 847.335362] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.347113] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434472, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.421323] env[69572]: DEBUG oslo_vmware.api [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434467, 'name': ReconfigVM_Task, 'duration_secs': 0.182175} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.422888] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea6010-921f-4466-8f6f-4fa0070441a6 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Reconfigured VM instance to set the machine id {{(pid=69572) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 847.683156] env[69572]: DEBUG nova.compute.manager [req-f16b95fd-c4f6-44ca-859f-bb9676ced1ab req-8fc8a3f2-730d-4311-ab67-4b34f9a10630 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Received event network-changed-147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 847.685605] env[69572]: DEBUG nova.compute.manager [req-f16b95fd-c4f6-44ca-859f-bb9676ced1ab req-8fc8a3f2-730d-4311-ab67-4b34f9a10630 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Refreshing instance network info cache due to event network-changed-147665bd-79f7-437f-b7cf-7a2df874a064. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 847.685605] env[69572]: DEBUG oslo_concurrency.lockutils [req-f16b95fd-c4f6-44ca-859f-bb9676ced1ab req-8fc8a3f2-730d-4311-ab67-4b34f9a10630 service nova] Acquiring lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.685605] env[69572]: DEBUG oslo_concurrency.lockutils [req-f16b95fd-c4f6-44ca-859f-bb9676ced1ab req-8fc8a3f2-730d-4311-ab67-4b34f9a10630 service nova] Acquired lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.685605] env[69572]: DEBUG nova.network.neutron [req-f16b95fd-c4f6-44ca-859f-bb9676ced1ab req-8fc8a3f2-730d-4311-ab67-4b34f9a10630 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Refreshing network info cache for port 147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.749616] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.753546] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.822s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.753546] env[69572]: DEBUG nova.objects.instance [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 847.760214] env[69572]: DEBUG oslo_vmware.api [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434466, 'name': PowerOnVM_Task, 'duration_secs': 0.780005} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.760466] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.760675] env[69572]: INFO nova.compute.manager [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Took 11.28 seconds to spawn the instance on the hypervisor. [ 847.760861] env[69572]: DEBUG nova.compute.manager [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.761670] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3952e10-74ca-461b-8c0f-85f839c6de24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.788096] env[69572]: INFO nova.scheduler.client.report [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Deleted allocations for instance 59d7a4e0-3a20-4118-a0c2-40adb271c760 [ 847.806344] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.817659] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069628} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.819042] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.819879] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe402cd7-7706-4a9e-904b-209f55c4b24b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.851844] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] af19677b-2149-40fd-8b98-78104dc4de40/af19677b-2149-40fd-8b98-78104dc4de40.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.857183] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f7e2b3-4366-4b0a-b40a-f5a0e1e4f0e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.883043] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434472, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.885280] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 847.885280] env[69572]: value = "task-3434473" [ 847.885280] env[69572]: _type = "Task" [ 847.885280] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.894290] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.974586] env[69572]: DEBUG nova.network.neutron [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updated VIF entry in instance network info cache for port 51705e1a-d7f6-4c51-99d0-2b545757ee90. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.975071] env[69572]: DEBUG nova.network.neutron [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updating instance_info_cache with network_info: [{"id": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "address": "fa:16:3e:d2:18:93", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51705e1a-d7", "ovs_interfaceid": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.051439] env[69572]: DEBUG nova.objects.instance [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lazy-loading 'flavor' on Instance uuid 95029ea4-1849-4080-ad2e-935f1c38c529 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.281869] env[69572]: INFO nova.compute.manager [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Took 41.71 seconds to build instance. [ 848.302138] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434468, 'name': ReconfigVM_Task, 'duration_secs': 0.535268} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.302805] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a3ea647-dd62-4b0c-9ee4-677b8b68cd0f tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "59d7a4e0-3a20-4118-a0c2-40adb271c760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.724s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.303765] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.304044] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6e20c5b-3fdf-416d-b7a9-42842538451f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.313228] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 848.313228] env[69572]: value = "task-3434474" [ 848.313228] env[69572]: _type = "Task" [ 848.313228] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.323433] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.351218] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434472, 'name': CreateVM_Task, 'duration_secs': 0.560951} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.351218] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.351218] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.351218] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.352157] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.352157] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2487b9-0ef4-4808-9fda-3ff217c62e15 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.358008] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 848.358008] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5286e331-087e-7be8-3275-75a90df94909" [ 848.358008] env[69572]: _type = "Task" [ 848.358008] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.369830] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5286e331-087e-7be8-3275-75a90df94909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.398563] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434473, 'name': ReconfigVM_Task, 'duration_secs': 0.295996} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.401034] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Reconfigured VM instance instance-0000003f to attach disk [datastore2] af19677b-2149-40fd-8b98-78104dc4de40/af19677b-2149-40fd-8b98-78104dc4de40.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.401034] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc07e580-0ccf-484b-b3af-a0255ae8c9f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.410027] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 848.410027] env[69572]: value = "task-3434475" [ 848.410027] env[69572]: _type = "Task" [ 848.410027] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.420322] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434475, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.477806] env[69572]: DEBUG oslo_concurrency.lockutils [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] Releasing lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.478155] env[69572]: DEBUG nova.compute.manager [req-307f10da-aab2-4bda-bd63-4cb82e223f31 req-ed990c79-4c66-4ab3-a059-d2ee891d4cc1 service nova] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Received event network-vif-deleted-92fef02c-58d5-411b-aff9-82617974bd0e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 848.563863] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquiring lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.600396] env[69572]: DEBUG oslo_vmware.rw_handles [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d3faa-2548-c1a5-f220-540faca38903/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 848.601580] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f255623-0bec-4659-9bdd-57e13b24c42c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.611477] env[69572]: DEBUG oslo_vmware.rw_handles [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d3faa-2548-c1a5-f220-540faca38903/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 848.611884] env[69572]: ERROR oslo_vmware.rw_handles [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d3faa-2548-c1a5-f220-540faca38903/disk-0.vmdk due to incomplete transfer. [ 848.615180] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-77da345b-225c-45cd-ab70-1492f3023263 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.617243] env[69572]: DEBUG nova.network.neutron [req-f16b95fd-c4f6-44ca-859f-bb9676ced1ab req-8fc8a3f2-730d-4311-ab67-4b34f9a10630 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updated VIF entry in instance network info cache for port 147665bd-79f7-437f-b7cf-7a2df874a064. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.617243] env[69572]: DEBUG nova.network.neutron [req-f16b95fd-c4f6-44ca-859f-bb9676ced1ab req-8fc8a3f2-730d-4311-ab67-4b34f9a10630 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updating instance_info_cache with network_info: [{"id": "147665bd-79f7-437f-b7cf-7a2df874a064", "address": "fa:16:3e:09:45:ab", "network": {"id": "00059edd-e904-4e41-a14a-a3de510c2cbc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1068604848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2572f1be5c804f24b694dbfd38023f5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147665bd-79", "ovs_interfaceid": "147665bd-79f7-437f-b7cf-7a2df874a064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.627721] env[69572]: DEBUG oslo_vmware.rw_handles [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d3faa-2548-c1a5-f220-540faca38903/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 848.628038] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Uploaded image c5ba47e7-9463-42ec-ba50-cd7ba92c213d to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 848.631465] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 848.632214] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-72544668-e36d-4ad0-8dcc-d01703ebf1fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.642895] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 848.642895] env[69572]: value = "task-3434476" [ 848.642895] env[69572]: _type = "Task" [ 848.642895] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.657983] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434476, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.764250] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4777323a-475b-4fc1-a676-11b3762e3047 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.765498] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.340s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.765800] env[69572]: DEBUG nova.objects.instance [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lazy-loading 'resources' on Instance uuid d937e8b6-24b2-480a-b4d1-a67e1e61ca19 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.785625] env[69572]: DEBUG oslo_concurrency.lockutils [None req-124ab5f0-0b4e-4d00-93dc-bbdbffa86b61 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.969s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.826960] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434474, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.877575] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5286e331-087e-7be8-3275-75a90df94909, 'name': SearchDatastore_Task, 'duration_secs': 0.013428} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.878647] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.879930] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.879930] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.879930] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.879930] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.881636] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2cff216-162d-481b-a298-0862270ea9b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.892970] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.893271] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.894126] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832bb6c8-79da-47b5-8d09-d4bee1b24078 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.902445] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 848.902445] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52261d5f-cd13-8c1e-5668-1f1ccd001ec4" [ 848.902445] env[69572]: _type = "Task" [ 848.902445] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.911726] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52261d5f-cd13-8c1e-5668-1f1ccd001ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.921344] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434475, 'name': Rename_Task, 'duration_secs': 0.228677} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.922797] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.925425] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c054447b-fb25-41cd-8cdb-49f111dabb01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.934670] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 848.934670] env[69572]: value = "task-3434477" [ 848.934670] env[69572]: _type = "Task" [ 848.934670] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.944916] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.116803] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b149839-06e4-4610-a9ec-9e3d3d65733c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.123544] env[69572]: DEBUG oslo_concurrency.lockutils [req-f16b95fd-c4f6-44ca-859f-bb9676ced1ab req-8fc8a3f2-730d-4311-ab67-4b34f9a10630 service nova] Releasing lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.124017] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquired lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.130818] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c3534acc-4727-44ed-a05e-3ea136985347 tempest-ServersAdminNegativeTestJSON-796624033 tempest-ServersAdminNegativeTestJSON-796624033-project-admin] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Suspending the VM {{(pid=69572) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 849.131120] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ebcc1a37-5986-4410-8258-79c4050e3136 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.138982] env[69572]: DEBUG oslo_vmware.api [None req-c3534acc-4727-44ed-a05e-3ea136985347 tempest-ServersAdminNegativeTestJSON-796624033 tempest-ServersAdminNegativeTestJSON-796624033-project-admin] Waiting for the task: (returnval){ [ 849.138982] env[69572]: value = "task-3434478" [ 849.138982] env[69572]: _type = "Task" [ 849.138982] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.152010] env[69572]: DEBUG oslo_vmware.api [None req-c3534acc-4727-44ed-a05e-3ea136985347 tempest-ServersAdminNegativeTestJSON-796624033 tempest-ServersAdminNegativeTestJSON-796624033-project-admin] Task: {'id': task-3434478, 'name': SuspendVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.156101] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434476, 'name': Destroy_Task, 'duration_secs': 0.473949} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.156324] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Destroyed the VM [ 849.156560] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 849.156835] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2e958368-3eda-4d37-ad34-4a9219e892d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.166106] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 849.166106] env[69572]: value = "task-3434479" [ 849.166106] env[69572]: _type = "Task" [ 849.166106] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.176873] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.330088] env[69572]: DEBUG oslo_vmware.api [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434474, 'name': PowerOnVM_Task, 'duration_secs': 0.575584} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.331102] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.333745] env[69572]: DEBUG nova.compute.manager [None req-aa8cc57e-7855-41c1-8bb3-0f742ee10083 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.334627] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a15e744-f371-4d58-9846-06f239f87804 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.362304] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.362583] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.362826] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.363018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.363199] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.367725] env[69572]: INFO nova.compute.manager [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Terminating instance [ 849.418503] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52261d5f-cd13-8c1e-5668-1f1ccd001ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.424826] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a92799-e2b6-4f24-8df3-70a488a98fc5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.433494] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 849.433494] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526def03-3c70-3aa6-d186-e300071e1319" [ 849.433494] env[69572]: _type = "Task" [ 849.433494] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.462060] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526def03-3c70-3aa6-d186-e300071e1319, 'name': SearchDatastore_Task, 'duration_secs': 0.016878} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.467492] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.467492] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3/e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.467492] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434477, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.467492] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7c3dee1-b51b-4f4e-8e04-7e6101114969 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.477146] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 849.477146] env[69572]: value = "task-3434480" [ 849.477146] env[69572]: _type = "Task" [ 849.477146] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.494333] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.653225] env[69572]: DEBUG oslo_vmware.api [None req-c3534acc-4727-44ed-a05e-3ea136985347 tempest-ServersAdminNegativeTestJSON-796624033 tempest-ServersAdminNegativeTestJSON-796624033-project-admin] Task: {'id': task-3434478, 'name': SuspendVM_Task} progress is 58%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.681918] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.874286] env[69572]: DEBUG nova.compute.manager [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 849.874858] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.877379] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa4bd8-4d19-4656-aa18-3d2b1c090ef8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.899650] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.901407] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d82443e-3743-43d5-a886-eee32896d380 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.910891] env[69572]: DEBUG oslo_vmware.api [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 849.910891] env[69572]: value = "task-3434481" [ 849.910891] env[69572]: _type = "Task" [ 849.910891] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.927113] env[69572]: DEBUG oslo_vmware.api [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.939897] env[69572]: DEBUG nova.compute.manager [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.947576] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e4d6aa-3235-4178-b61a-4996c37a8bd6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.965717] env[69572]: DEBUG oslo_vmware.api [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434477, 'name': PowerOnVM_Task, 'duration_secs': 0.680755} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.967123] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.967123] env[69572]: INFO nova.compute.manager [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Took 9.46 seconds to spawn the instance on the hypervisor. [ 849.967123] env[69572]: DEBUG nova.compute.manager [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.972111] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02b401e-e861-49ba-8190-890913d9ab00 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.992549] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434480, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.101196] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69a9061-3adc-4c7d-8382-ae2a95821efc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.110389] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4830fa81-9beb-4b99-bb66-05c03947f343 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.158972] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfa4fb0-f35d-4007-8714-2c8fa7f2d8ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.163841] env[69572]: DEBUG nova.network.neutron [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.181025] env[69572]: DEBUG oslo_vmware.api [None req-c3534acc-4727-44ed-a05e-3ea136985347 tempest-ServersAdminNegativeTestJSON-796624033 tempest-ServersAdminNegativeTestJSON-796624033-project-admin] Task: {'id': task-3434478, 'name': SuspendVM_Task, 'duration_secs': 0.938531} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.181025] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c3534acc-4727-44ed-a05e-3ea136985347 tempest-ServersAdminNegativeTestJSON-796624033 tempest-ServersAdminNegativeTestJSON-796624033-project-admin] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Suspended the VM {{(pid=69572) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 850.181025] env[69572]: DEBUG nova.compute.manager [None req-c3534acc-4727-44ed-a05e-3ea136985347 tempest-ServersAdminNegativeTestJSON-796624033 tempest-ServersAdminNegativeTestJSON-796624033-project-admin] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.182269] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100ef798-7000-4834-930e-7c09e2110854 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.190768] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1c0809-3969-49a7-8083-a7799f9323df {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.193655] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434479, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.213519] env[69572]: DEBUG nova.compute.provider_tree [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.382518] env[69572]: DEBUG nova.compute.manager [req-b4517d6e-a7e0-4dc5-be7b-b2a25fcf2a25 req-9d26017d-a6eb-4b8a-a96b-e9826178fd63 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Received event network-changed-147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 850.383226] env[69572]: DEBUG nova.compute.manager [req-b4517d6e-a7e0-4dc5-be7b-b2a25fcf2a25 req-9d26017d-a6eb-4b8a-a96b-e9826178fd63 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Refreshing instance network info cache due to event network-changed-147665bd-79f7-437f-b7cf-7a2df874a064. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 850.383226] env[69572]: DEBUG oslo_concurrency.lockutils [req-b4517d6e-a7e0-4dc5-be7b-b2a25fcf2a25 req-9d26017d-a6eb-4b8a-a96b-e9826178fd63 service nova] Acquiring lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.422131] env[69572]: DEBUG oslo_vmware.api [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434481, 'name': PowerOffVM_Task, 'duration_secs': 0.418745} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.422806] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.423134] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.423649] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dca3b296-1db2-4031-8293-eca3734a091e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.484247] env[69572]: INFO nova.compute.manager [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] instance snapshotting [ 850.484247] env[69572]: WARNING nova.compute.manager [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 850.491452] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b81c5e2-2cd5-4b00-8e0c-7e72250da6a7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.507746] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650216} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.532634] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3/e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.533229] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.534728] env[69572]: INFO nova.compute.manager [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Took 40.05 seconds to build instance. [ 850.537252] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-596bd1df-a6d7-4d74-a3e2-aa9edc08a58b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.540059] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cbfbeb-3fca-4a06-8a33-44c23815e81d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.543340] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.543752] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.544218] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Deleting the datastore file [datastore1] 7f63dd74-08a8-4a3d-afd9-c36ecfd72314 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.544834] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03de7164-eb53-40da-9029-b7dd84e4ee46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.556192] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 850.556192] env[69572]: value = "task-3434484" [ 850.556192] env[69572]: _type = "Task" [ 850.556192] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.558054] env[69572]: DEBUG oslo_vmware.api [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 850.558054] env[69572]: value = "task-3434483" [ 850.558054] env[69572]: _type = "Task" [ 850.558054] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.574754] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.575384] env[69572]: DEBUG oslo_vmware.api [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.681250] env[69572]: DEBUG oslo_vmware.api [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434479, 'name': RemoveSnapshot_Task, 'duration_secs': 1.483386} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.681438] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 850.681600] env[69572]: INFO nova.compute.manager [None req-3b2a977a-f0c8-477e-8d3d-2c2bf977ccc9 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Took 16.77 seconds to snapshot the instance on the hypervisor. [ 850.719303] env[69572]: DEBUG nova.scheduler.client.report [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.032253] env[69572]: DEBUG nova.network.neutron [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updating instance_info_cache with network_info: [{"id": "147665bd-79f7-437f-b7cf-7a2df874a064", "address": "fa:16:3e:09:45:ab", "network": {"id": "00059edd-e904-4e41-a14a-a3de510c2cbc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1068604848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2572f1be5c804f24b694dbfd38023f5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147665bd-79", "ovs_interfaceid": "147665bd-79f7-437f-b7cf-7a2df874a064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.045965] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dd4c2a1b-af5d-49ad-b165-070d64ba03d5 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "af19677b-2149-40fd-8b98-78104dc4de40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.006s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.058595] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 851.059742] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3da9b8ff-8145-4d55-869d-0a0d4d926990 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.076027] env[69572]: DEBUG oslo_vmware.api [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.079494] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 851.079494] env[69572]: value = "task-3434485" [ 851.079494] env[69572]: _type = "Task" [ 851.079494] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.079670] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074486} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.080016] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.085343] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea863e28-865e-43d5-942e-19a735a1624e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.093151] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.114215] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3/e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.114568] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3142b030-51bb-481f-ae47-2d4b24755a22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.138132] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 851.138132] env[69572]: value = "task-3434486" [ 851.138132] env[69572]: _type = "Task" [ 851.138132] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.147865] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.228021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.460s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.229183] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.955s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.231577] env[69572]: INFO nova.compute.claims [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.236241] env[69572]: INFO nova.compute.manager [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Unrescuing [ 851.237588] env[69572]: DEBUG oslo_concurrency.lockutils [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.237928] env[69572]: DEBUG oslo_concurrency.lockutils [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquired lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.238248] env[69572]: DEBUG nova.network.neutron [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.277743] env[69572]: INFO nova.scheduler.client.report [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Deleted allocations for instance d937e8b6-24b2-480a-b4d1-a67e1e61ca19 [ 851.537799] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Releasing lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.538461] env[69572]: DEBUG nova.compute.manager [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Inject network info {{(pid=69572) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7736}} [ 851.538629] env[69572]: DEBUG nova.compute.manager [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] network_info to inject: |[{"id": "147665bd-79f7-437f-b7cf-7a2df874a064", "address": "fa:16:3e:09:45:ab", "network": {"id": "00059edd-e904-4e41-a14a-a3de510c2cbc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1068604848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2572f1be5c804f24b694dbfd38023f5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147665bd-79", "ovs_interfaceid": "147665bd-79f7-437f-b7cf-7a2df874a064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 851.544044] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Reconfiguring VM instance to set the machine id {{(pid=69572) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 851.544634] env[69572]: DEBUG oslo_concurrency.lockutils [req-b4517d6e-a7e0-4dc5-be7b-b2a25fcf2a25 req-9d26017d-a6eb-4b8a-a96b-e9826178fd63 service nova] Acquired lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.544634] env[69572]: DEBUG nova.network.neutron [req-b4517d6e-a7e0-4dc5-be7b-b2a25fcf2a25 req-9d26017d-a6eb-4b8a-a96b-e9826178fd63 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Refreshing network info cache for port 147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.545812] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d03548-a424-41c2-b354-37494fca3b30 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.564970] env[69572]: DEBUG oslo_vmware.api [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 851.564970] env[69572]: value = "task-3434487" [ 851.564970] env[69572]: _type = "Task" [ 851.564970] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.572485] env[69572]: DEBUG oslo_vmware.api [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546055} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.572975] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.573262] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.573486] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.573817] env[69572]: INFO nova.compute.manager [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Took 1.70 seconds to destroy the instance on the hypervisor. [ 851.574113] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.574397] env[69572]: DEBUG nova.compute.manager [-] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 851.574565] env[69572]: DEBUG nova.network.neutron [-] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.579295] env[69572]: DEBUG oslo_vmware.api [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.590524] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434485, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.653298] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434486, 'name': ReconfigVM_Task, 'duration_secs': 0.382964} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.653933] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Reconfigured VM instance instance-00000040 to attach disk [datastore2] e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3/e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.655853] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b0d1c9d-3344-465a-886a-923397a2b9f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.671947] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 851.671947] env[69572]: value = "task-3434488" [ 851.671947] env[69572]: _type = "Task" [ 851.671947] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.689258] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434488, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.788267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8d103a49-09ca-49c2-8c36-5da79e1419b5 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "d937e8b6-24b2-480a-b4d1-a67e1e61ca19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.270s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.037866] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.037966] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.048547] env[69572]: DEBUG nova.network.neutron [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updating instance_info_cache with network_info: [{"id": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "address": "fa:16:3e:c6:2b:43", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e76c612-07", "ovs_interfaceid": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.077505] env[69572]: DEBUG oslo_vmware.api [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434487, 'name': ReconfigVM_Task, 'duration_secs': 0.249847} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.078465] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6576e2df-2287-4b42-a01b-67fda56c63a9 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Reconfigured VM instance to set the machine id {{(pid=69572) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 852.101093] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434485, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.188212] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434488, 'name': Rename_Task, 'duration_secs': 0.180195} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.189420] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.189645] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8263d839-41f4-4edb-ad20-2e5288805910 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.228059] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 852.228059] env[69572]: value = "task-3434489" [ 852.228059] env[69572]: _type = "Task" [ 852.228059] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.246939] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.332085] env[69572]: DEBUG nova.network.neutron [req-b4517d6e-a7e0-4dc5-be7b-b2a25fcf2a25 req-9d26017d-a6eb-4b8a-a96b-e9826178fd63 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updated VIF entry in instance network info cache for port 147665bd-79f7-437f-b7cf-7a2df874a064. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.332513] env[69572]: DEBUG nova.network.neutron [req-b4517d6e-a7e0-4dc5-be7b-b2a25fcf2a25 req-9d26017d-a6eb-4b8a-a96b-e9826178fd63 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updating instance_info_cache with network_info: [{"id": "147665bd-79f7-437f-b7cf-7a2df874a064", "address": "fa:16:3e:09:45:ab", "network": {"id": "00059edd-e904-4e41-a14a-a3de510c2cbc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1068604848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2572f1be5c804f24b694dbfd38023f5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147665bd-79", "ovs_interfaceid": "147665bd-79f7-437f-b7cf-7a2df874a064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.540380] env[69572]: DEBUG nova.compute.manager [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 852.552882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Releasing lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.552882] env[69572]: DEBUG nova.objects.instance [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lazy-loading 'flavor' on Instance uuid e2329396-1e21-4b57-be90-b31a1b91743b {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.595116] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434485, 'name': CreateSnapshot_Task, 'duration_secs': 1.36859} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.598279] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.599622] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862495f9-e78a-41aa-83ce-a34b74299c8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.741360] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.838159] env[69572]: DEBUG oslo_concurrency.lockutils [req-b4517d6e-a7e0-4dc5-be7b-b2a25fcf2a25 req-9d26017d-a6eb-4b8a-a96b-e9826178fd63 service nova] Releasing lock "refresh_cache-95029ea4-1849-4080-ad2e-935f1c38c529" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.905275] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88bd62f-9261-4e6c-9017-7e973db74dc0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.917948] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f6d9b-f55a-4d31-a5fe-aa061014776e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.953956] env[69572]: DEBUG nova.network.neutron [-] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.958235] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6e0b84-5072-41e9-8a3b-0e91d9a66834 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.965892] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d23ba3-5c78-4a63-a656-18aeb44c9fd9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.983515] env[69572]: DEBUG nova.compute.provider_tree [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.043264] env[69572]: DEBUG nova.compute.manager [req-994a3d67-4532-4d38-8af6-8e2ec43aca44 req-8c0832af-7ca0-443c-8657-ff2e49003e50 service nova] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Received event network-vif-deleted-64318044-e47d-48a0-ac29-6f8151bed494 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 853.064604] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95351ed-2002-437b-b5d9-303b4dfbdb8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.069988] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.095668] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.095888] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd1cb337-70fb-4098-89df-3ed8296ddae5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.108780] env[69572]: DEBUG oslo_vmware.api [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 853.108780] env[69572]: value = "task-3434490" [ 853.108780] env[69572]: _type = "Task" [ 853.108780] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.126519] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.126519] env[69572]: DEBUG oslo_vmware.api [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.126725] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5f6ef34c-d121-4134-92d1-7b3bd9391093 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.138945] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 853.138945] env[69572]: value = "task-3434491" [ 853.138945] env[69572]: _type = "Task" [ 853.138945] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.148297] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434491, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.240041] env[69572]: DEBUG oslo_vmware.api [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434489, 'name': PowerOnVM_Task, 'duration_secs': 0.724295} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.240411] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.240654] env[69572]: INFO nova.compute.manager [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Took 9.86 seconds to spawn the instance on the hypervisor. [ 853.240894] env[69572]: DEBUG nova.compute.manager [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.241868] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e54b44-2bbb-4e09-9cd0-bd4ffd51d135 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.367044] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquiring lock "95029ea4-1849-4080-ad2e-935f1c38c529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.367586] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lock "95029ea4-1849-4080-ad2e-935f1c38c529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.368280] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquiring lock "95029ea4-1849-4080-ad2e-935f1c38c529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.368531] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lock "95029ea4-1849-4080-ad2e-935f1c38c529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.368823] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lock "95029ea4-1849-4080-ad2e-935f1c38c529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.372883] env[69572]: INFO nova.compute.manager [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Terminating instance [ 853.456707] env[69572]: INFO nova.compute.manager [-] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Took 1.88 seconds to deallocate network for instance. [ 853.486499] env[69572]: DEBUG nova.scheduler.client.report [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.553613] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquiring lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.553914] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.622892] env[69572]: DEBUG oslo_vmware.api [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434490, 'name': PowerOffVM_Task, 'duration_secs': 0.365961} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.622892] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.628603] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Reconfiguring VM instance instance-0000002b to detach disk 2002 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 853.628962] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-222bf816-e0a5-4429-b31e-c0341e51097c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.657499] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434491, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.658659] env[69572]: DEBUG oslo_vmware.api [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 853.658659] env[69572]: value = "task-3434492" [ 853.658659] env[69572]: _type = "Task" [ 853.658659] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.671411] env[69572]: DEBUG oslo_vmware.api [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.765059] env[69572]: INFO nova.compute.manager [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Took 41.43 seconds to build instance. [ 853.878910] env[69572]: DEBUG nova.compute.manager [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 853.879187] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.880159] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a64538-23ff-43c8-913a-46f92e439397 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.890320] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.890644] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a327e52e-9111-46e8-8c9f-b554b45bb883 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.900245] env[69572]: DEBUG oslo_vmware.api [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 853.900245] env[69572]: value = "task-3434493" [ 853.900245] env[69572]: _type = "Task" [ 853.900245] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.911909] env[69572]: DEBUG oslo_vmware.api [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.969291] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.994041] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.994041] env[69572]: DEBUG nova.compute.manager [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 853.997350] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.590s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.056486] env[69572]: DEBUG nova.compute.manager [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 854.159342] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434491, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.168429] env[69572]: DEBUG oslo_vmware.api [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434492, 'name': ReconfigVM_Task, 'duration_secs': 0.359007} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.168708] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Reconfigured VM instance instance-0000002b to detach disk 2002 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 854.168890] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.169730] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba0827a-a0fc-462c-a89c-314b6604fa2f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.179875] env[69572]: DEBUG oslo_vmware.api [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 854.179875] env[69572]: value = "task-3434494" [ 854.179875] env[69572]: _type = "Task" [ 854.179875] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.192266] env[69572]: DEBUG oslo_vmware.api [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.267167] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d2d04bd1-6d2a-4e86-af64-fe10030f64cb tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.218s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.412078] env[69572]: DEBUG oslo_vmware.api [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434493, 'name': PowerOffVM_Task, 'duration_secs': 0.344766} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.412368] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.412535] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.412823] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d02c5a84-b547-48bd-9572-472ab9386831 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.492397] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.492397] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.492397] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Deleting the datastore file [datastore2] 95029ea4-1849-4080-ad2e-935f1c38c529 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.493060] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dca6865e-8e8e-420e-b333-49be9edf2bbf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.502141] env[69572]: DEBUG nova.compute.utils [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.509128] env[69572]: INFO nova.compute.claims [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.511587] env[69572]: DEBUG nova.compute.manager [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 854.513073] env[69572]: DEBUG nova.network.neutron [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.513784] env[69572]: DEBUG oslo_vmware.api [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for the task: (returnval){ [ 854.513784] env[69572]: value = "task-3434496" [ 854.513784] env[69572]: _type = "Task" [ 854.513784] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.524296] env[69572]: DEBUG oslo_vmware.api [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.581748] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.635514] env[69572]: DEBUG nova.policy [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e528cc23e2a2453d91b3e1c93ce74349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d2ae25077941429b7fe79f81b6cfc9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.658516] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434491, 'name': CloneVM_Task, 'duration_secs': 1.511619} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.658816] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Created linked-clone VM from snapshot [ 854.659647] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b86dba9-845b-407c-b567-a5455da816a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.672031] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Uploading image e5b0d666-053f-4afc-bfc6-381abdb4727f {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 854.691078] env[69572]: DEBUG oslo_vmware.api [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434494, 'name': PowerOnVM_Task, 'duration_secs': 0.445544} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.693753] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.693963] env[69572]: DEBUG nova.compute.manager [None req-90df45d8-b2da-41f5-a865-f0600a2d0f37 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.694956] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f1b523-1062-4a52-a63e-bc3593af008c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.705266] env[69572]: DEBUG oslo_vmware.rw_handles [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 854.705266] env[69572]: value = "vm-685618" [ 854.705266] env[69572]: _type = "VirtualMachine" [ 854.705266] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 854.707737] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f7bc432-56dd-47ca-9903-805b2514b5a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.721287] env[69572]: DEBUG oslo_vmware.rw_handles [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lease: (returnval){ [ 854.721287] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527dca69-8c3f-64af-0dce-fff484cec619" [ 854.721287] env[69572]: _type = "HttpNfcLease" [ 854.721287] env[69572]: } obtained for exporting VM: (result){ [ 854.721287] env[69572]: value = "vm-685618" [ 854.721287] env[69572]: _type = "VirtualMachine" [ 854.721287] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 854.721551] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the lease: (returnval){ [ 854.721551] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527dca69-8c3f-64af-0dce-fff484cec619" [ 854.721551] env[69572]: _type = "HttpNfcLease" [ 854.721551] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 854.729433] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.729433] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527dca69-8c3f-64af-0dce-fff484cec619" [ 854.729433] env[69572]: _type = "HttpNfcLease" [ 854.729433] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 854.747825] env[69572]: DEBUG nova.compute.manager [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.748857] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b371a-1d1a-4a11-bcac-4300fe5ebe82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.012809] env[69572]: INFO nova.compute.resource_tracker [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating resource usage from migration 6716cf83-f90a-4c16-bf40-efda0f401150 [ 855.015899] env[69572]: DEBUG nova.compute.manager [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 855.028792] env[69572]: DEBUG oslo_vmware.api [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Task: {'id': task-3434496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282944} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.029057] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.029270] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.029543] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.029717] env[69572]: INFO nova.compute.manager [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Took 1.15 seconds to destroy the instance on the hypervisor. [ 855.029961] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.030165] env[69572]: DEBUG nova.compute.manager [-] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 855.030263] env[69572]: DEBUG nova.network.neutron [-] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.173613] env[69572]: DEBUG nova.compute.manager [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received event network-changed-ed463b92-f9a5-4f6e-8591-491d465798bc {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 855.174068] env[69572]: DEBUG nova.compute.manager [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Refreshing instance network info cache due to event network-changed-ed463b92-f9a5-4f6e-8591-491d465798bc. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 855.176373] env[69572]: DEBUG oslo_concurrency.lockutils [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] Acquiring lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.176373] env[69572]: DEBUG oslo_concurrency.lockutils [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] Acquired lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.176373] env[69572]: DEBUG nova.network.neutron [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Refreshing network info cache for port ed463b92-f9a5-4f6e-8591-491d465798bc {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.235879] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.235879] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527dca69-8c3f-64af-0dce-fff484cec619" [ 855.235879] env[69572]: _type = "HttpNfcLease" [ 855.235879] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 855.235879] env[69572]: DEBUG oslo_vmware.rw_handles [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 855.235879] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527dca69-8c3f-64af-0dce-fff484cec619" [ 855.235879] env[69572]: _type = "HttpNfcLease" [ 855.235879] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 855.235879] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472d3cbf-adad-4d82-9f0c-e83b46473dc5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.246176] env[69572]: DEBUG oslo_vmware.rw_handles [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c57a36-da62-86f1-3325-51fd4b28fb9d/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 855.246369] env[69572]: DEBUG oslo_vmware.rw_handles [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c57a36-da62-86f1-3325-51fd4b28fb9d/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 855.314118] env[69572]: INFO nova.compute.manager [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] instance snapshotting [ 855.321206] env[69572]: DEBUG nova.network.neutron [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Successfully created port: 87dc8399-c7eb-40e1-82d4-b99d5ea95e0f {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.329895] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4611c33-61a7-4994-89d9-b62e4e7b27ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.357531] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e9ca34-0f99-4d00-9cda-283bbaa50b91 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.373440] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bce7f561-2afb-46fe-a739-40d7c9256348 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.527245] env[69572]: INFO nova.virt.block_device [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Booting with volume 301d5d6a-e4da-4460-a624-b8524f7e5d06 at /dev/sda [ 855.576237] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d551e5be-9263-4d74-be03-313581a9fefc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.591362] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5884232-4170-4f35-84bc-f40457a31aaf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.647441] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46e4fd6c-b01b-4c30-a492-58fca998c0b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.659445] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b1eb89-9ca2-417f-995d-064ade7080cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.709147] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3676da20-94a9-4fc5-8209-2fefc64d8823 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.723247] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ea2a06-9712-466e-8b3d-1e4618b75348 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.747386] env[69572]: DEBUG nova.virt.block_device [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Updating existing volume attachment record: 07676e89-b2d1-4d38-9531-74a4983d8989 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 855.805292] env[69572]: DEBUG nova.compute.manager [req-81eb1c61-aa6b-4d63-b51b-c54bf713ac34 req-bc064f17-55d7-4599-be3a-ea785f2a29f2 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Received event network-vif-deleted-147665bd-79f7-437f-b7cf-7a2df874a064 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 855.805292] env[69572]: INFO nova.compute.manager [req-81eb1c61-aa6b-4d63-b51b-c54bf713ac34 req-bc064f17-55d7-4599-be3a-ea785f2a29f2 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Neutron deleted interface 147665bd-79f7-437f-b7cf-7a2df874a064; detaching it from the instance and deleting it from the info cache [ 855.805292] env[69572]: DEBUG nova.network.neutron [req-81eb1c61-aa6b-4d63-b51b-c54bf713ac34 req-bc064f17-55d7-4599-be3a-ea785f2a29f2 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.838271] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.838914] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.839139] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.839335] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.839522] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.845224] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1742e9d0-d768-4bda-b6e1-2a78e944745e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.848628] env[69572]: INFO nova.compute.manager [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Terminating instance [ 855.860030] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8144bd1-38d5-43fe-a231-377a343858f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.876153] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 855.877365] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-997d2ed5-8034-476f-bacd-8567d681ecea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.912217] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fad0631-d4c1-42c4-8bbc-1974d2fc555a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.923694] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 855.923694] env[69572]: value = "task-3434498" [ 855.923694] env[69572]: _type = "Task" [ 855.923694] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.931824] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d91c9-c472-40ac-8477-8280b106b0eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.944161] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434498, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.952347] env[69572]: DEBUG nova.compute.provider_tree [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.044117] env[69572]: DEBUG nova.network.neutron [-] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.149969] env[69572]: DEBUG nova.network.neutron [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updated VIF entry in instance network info cache for port ed463b92-f9a5-4f6e-8591-491d465798bc. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.152142] env[69572]: DEBUG nova.network.neutron [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updating instance_info_cache with network_info: [{"id": "ed463b92-f9a5-4f6e-8591-491d465798bc", "address": "fa:16:3e:fe:81:c0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped463b92-f9", "ovs_interfaceid": "ed463b92-f9a5-4f6e-8591-491d465798bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.307116] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5df6ab46-3a93-4542-8b34-ee85e8bf4c01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.329780] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd60029-6e1d-4494-8b52-939cfa4ec0d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.353250] env[69572]: DEBUG nova.compute.manager [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 856.353487] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.354676] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d9649-9d14-47dd-a734-f8d2952ec01b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.377747] env[69572]: DEBUG nova.compute.manager [req-81eb1c61-aa6b-4d63-b51b-c54bf713ac34 req-bc064f17-55d7-4599-be3a-ea785f2a29f2 service nova] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Detach interface failed, port_id=147665bd-79f7-437f-b7cf-7a2df874a064, reason: Instance 95029ea4-1849-4080-ad2e-935f1c38c529 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 856.383826] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.384234] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9c7ef18-46a5-4424-98bf-b78f2742f647 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.437766] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434498, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.456076] env[69572]: DEBUG nova.scheduler.client.report [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.472925] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.473188] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.473370] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Deleting the datastore file [datastore2] 96906ebb-7dbf-4db6-a7e6-80e82817b2d4 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.473648] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38d6c294-473a-480f-84e9-486b69ff0539 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.481895] env[69572]: DEBUG oslo_vmware.api [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 856.481895] env[69572]: value = "task-3434500" [ 856.481895] env[69572]: _type = "Task" [ 856.481895] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.491494] env[69572]: DEBUG oslo_vmware.api [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.545775] env[69572]: INFO nova.compute.manager [-] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Took 1.52 seconds to deallocate network for instance. [ 856.656364] env[69572]: DEBUG oslo_concurrency.lockutils [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] Releasing lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.656364] env[69572]: DEBUG nova.compute.manager [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received event network-changed-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 856.656364] env[69572]: DEBUG nova.compute.manager [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Refreshing instance network info cache due to event network-changed-51705e1a-d7f6-4c51-99d0-2b545757ee90. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 856.656364] env[69572]: DEBUG oslo_concurrency.lockutils [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] Acquiring lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.656364] env[69572]: DEBUG oslo_concurrency.lockutils [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] Acquired lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.656364] env[69572]: DEBUG nova.network.neutron [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Refreshing network info cache for port 51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.938976] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434498, 'name': CreateSnapshot_Task, 'duration_secs': 0.970682} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.939320] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 856.940244] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c302240f-d026-46c0-bd59-d85576ee37fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.961232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.964s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.961537] env[69572]: INFO nova.compute.manager [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Migrating [ 856.972256] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.864s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.974897] env[69572]: INFO nova.compute.claims [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.007166] env[69572]: DEBUG oslo_vmware.api [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257691} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.008478] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.008478] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.008478] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.008478] env[69572]: INFO nova.compute.manager [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Took 0.65 seconds to destroy the instance on the hypervisor. [ 857.008673] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.009695] env[69572]: DEBUG nova.compute.manager [-] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 857.009695] env[69572]: DEBUG nova.network.neutron [-] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.056945] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.237895] env[69572]: DEBUG nova.compute.manager [req-b8be40f7-91ac-43ae-9611-ef297feb4b67 req-85ca5560-a88f-45c6-9d46-ee2df637b21c service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Received event network-vif-plugged-87dc8399-c7eb-40e1-82d4-b99d5ea95e0f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 857.238143] env[69572]: DEBUG oslo_concurrency.lockutils [req-b8be40f7-91ac-43ae-9611-ef297feb4b67 req-85ca5560-a88f-45c6-9d46-ee2df637b21c service nova] Acquiring lock "13892b36-b4d1-4f55-ac22-e58d89405beb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.238488] env[69572]: DEBUG oslo_concurrency.lockutils [req-b8be40f7-91ac-43ae-9611-ef297feb4b67 req-85ca5560-a88f-45c6-9d46-ee2df637b21c service nova] Lock "13892b36-b4d1-4f55-ac22-e58d89405beb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.238551] env[69572]: DEBUG oslo_concurrency.lockutils [req-b8be40f7-91ac-43ae-9611-ef297feb4b67 req-85ca5560-a88f-45c6-9d46-ee2df637b21c service nova] Lock "13892b36-b4d1-4f55-ac22-e58d89405beb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.238662] env[69572]: DEBUG nova.compute.manager [req-b8be40f7-91ac-43ae-9611-ef297feb4b67 req-85ca5560-a88f-45c6-9d46-ee2df637b21c service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] No waiting events found dispatching network-vif-plugged-87dc8399-c7eb-40e1-82d4-b99d5ea95e0f {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.238824] env[69572]: WARNING nova.compute.manager [req-b8be40f7-91ac-43ae-9611-ef297feb4b67 req-85ca5560-a88f-45c6-9d46-ee2df637b21c service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Received unexpected event network-vif-plugged-87dc8399-c7eb-40e1-82d4-b99d5ea95e0f for instance with vm_state building and task_state block_device_mapping. [ 857.357676] env[69572]: DEBUG nova.network.neutron [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Successfully updated port: 87dc8399-c7eb-40e1-82d4-b99d5ea95e0f {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.465795] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 857.466518] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb898a3c-2cd4-4e5b-ba78-de4de87f2591 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.484393] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 857.484393] env[69572]: value = "task-3434501" [ 857.484393] env[69572]: _type = "Task" [ 857.484393] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.489479] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.489829] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.491111] env[69572]: DEBUG nova.network.neutron [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.500828] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434501, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.556739] env[69572]: DEBUG nova.network.neutron [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updated VIF entry in instance network info cache for port 51705e1a-d7f6-4c51-99d0-2b545757ee90. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.557132] env[69572]: DEBUG nova.network.neutron [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updating instance_info_cache with network_info: [{"id": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "address": "fa:16:3e:d2:18:93", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51705e1a-d7", "ovs_interfaceid": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.802559] env[69572]: DEBUG nova.network.neutron [-] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.839388] env[69572]: DEBUG nova.compute.manager [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Received event network-changed-4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 857.839825] env[69572]: DEBUG nova.compute.manager [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Refreshing instance network info cache due to event network-changed-4e76c612-07b1-4db1-9a7c-2ad30877c13e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 857.839934] env[69572]: DEBUG oslo_concurrency.lockutils [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] Acquiring lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.840106] env[69572]: DEBUG oslo_concurrency.lockutils [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] Acquired lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.840274] env[69572]: DEBUG nova.network.neutron [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Refreshing network info cache for port 4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.860962] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Acquiring lock "refresh_cache-13892b36-b4d1-4f55-ac22-e58d89405beb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.861125] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Acquired lock "refresh_cache-13892b36-b4d1-4f55-ac22-e58d89405beb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.861274] env[69572]: DEBUG nova.network.neutron [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.870942] env[69572]: DEBUG nova.compute.manager [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 857.871994] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.872286] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.872457] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.872743] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.872905] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.872989] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.873200] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.873360] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.873527] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.873688] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.873893] env[69572]: DEBUG nova.virt.hardware [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.875284] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c65c128-96fa-4640-a16a-170832d16947 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.884640] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e625f89c-0ff1-4297-83f0-1b0e8a5983c3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.999815] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434501, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.059553] env[69572]: DEBUG oslo_concurrency.lockutils [req-0f1f373f-b16e-4c5b-9913-01c995b7010c req-dbafe2f2-bbf1-48e6-9aad-96cc303da9bc service nova] Releasing lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.305031] env[69572]: INFO nova.compute.manager [-] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Took 1.30 seconds to deallocate network for instance. [ 858.327042] env[69572]: DEBUG nova.network.neutron [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance_info_cache with network_info: [{"id": "dabd90a1-5b98-4966-b8e6-33945644ca98", "address": "fa:16:3e:fe:a2:50", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd90a1-5b", "ovs_interfaceid": "dabd90a1-5b98-4966-b8e6-33945644ca98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.500259] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434501, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.541293] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2091834f-fc99-43c3-a5b9-5872516d6552 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.549469] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc88b4-6881-41c5-97c8-5de57b839bda {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.581688] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3aea06-1f50-4e2e-bf70-4a2b827dc5e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.589799] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f07d10-b15f-44bc-a623-965e4eeb199f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.603239] env[69572]: DEBUG nova.compute.provider_tree [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.697744] env[69572]: DEBUG nova.network.neutron [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.814943] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.830334] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.999413] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434501, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.002159] env[69572]: DEBUG nova.network.neutron [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Updating instance_info_cache with network_info: [{"id": "87dc8399-c7eb-40e1-82d4-b99d5ea95e0f", "address": "fa:16:3e:ef:a6:0b", "network": {"id": "6494d0f4-7379-470b-9685-48921006eba8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1006174901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d2ae25077941429b7fe79f81b6cfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dc8399-c7", "ovs_interfaceid": "87dc8399-c7eb-40e1-82d4-b99d5ea95e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.073228] env[69572]: DEBUG nova.network.neutron [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updated VIF entry in instance network info cache for port 4e76c612-07b1-4db1-9a7c-2ad30877c13e. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.073623] env[69572]: DEBUG nova.network.neutron [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updating instance_info_cache with network_info: [{"id": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "address": "fa:16:3e:c6:2b:43", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e76c612-07", "ovs_interfaceid": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.107220] env[69572]: DEBUG nova.scheduler.client.report [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.275827] env[69572]: DEBUG nova.compute.manager [req-ef09e120-cc6e-458f-ba0a-396aa84fbbf9 req-6c8c45da-bdc4-44d7-976e-e6d6811b76d1 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Received event network-changed-87dc8399-c7eb-40e1-82d4-b99d5ea95e0f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 859.276049] env[69572]: DEBUG nova.compute.manager [req-ef09e120-cc6e-458f-ba0a-396aa84fbbf9 req-6c8c45da-bdc4-44d7-976e-e6d6811b76d1 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Refreshing instance network info cache due to event network-changed-87dc8399-c7eb-40e1-82d4-b99d5ea95e0f. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 859.276253] env[69572]: DEBUG oslo_concurrency.lockutils [req-ef09e120-cc6e-458f-ba0a-396aa84fbbf9 req-6c8c45da-bdc4-44d7-976e-e6d6811b76d1 service nova] Acquiring lock "refresh_cache-13892b36-b4d1-4f55-ac22-e58d89405beb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.497598] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434501, 'name': CloneVM_Task} progress is 95%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.504556] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Releasing lock "refresh_cache-13892b36-b4d1-4f55-ac22-e58d89405beb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.504697] env[69572]: DEBUG nova.compute.manager [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Instance network_info: |[{"id": "87dc8399-c7eb-40e1-82d4-b99d5ea95e0f", "address": "fa:16:3e:ef:a6:0b", "network": {"id": "6494d0f4-7379-470b-9685-48921006eba8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1006174901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d2ae25077941429b7fe79f81b6cfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dc8399-c7", "ovs_interfaceid": "87dc8399-c7eb-40e1-82d4-b99d5ea95e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 859.505041] env[69572]: DEBUG oslo_concurrency.lockutils [req-ef09e120-cc6e-458f-ba0a-396aa84fbbf9 req-6c8c45da-bdc4-44d7-976e-e6d6811b76d1 service nova] Acquired lock "refresh_cache-13892b36-b4d1-4f55-ac22-e58d89405beb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.505261] env[69572]: DEBUG nova.network.neutron [req-ef09e120-cc6e-458f-ba0a-396aa84fbbf9 req-6c8c45da-bdc4-44d7-976e-e6d6811b76d1 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Refreshing network info cache for port 87dc8399-c7eb-40e1-82d4-b99d5ea95e0f {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.506530] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:a6:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87dc8399-c7eb-40e1-82d4-b99d5ea95e0f', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.514506] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Creating folder: Project (47d2ae25077941429b7fe79f81b6cfc9). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.517843] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a7eccbf-5573-4495-a11a-16db2b703e4e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.534677] env[69572]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 859.534835] env[69572]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69572) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 859.535179] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Folder already exists: Project (47d2ae25077941429b7fe79f81b6cfc9). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 859.535405] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Creating folder: Instances. Parent ref: group-v685562. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.536123] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-548915da-31b6-4b1e-ac07-919cf81a1158 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.550598] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Created folder: Instances in parent group-v685562. [ 859.550934] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.551208] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.551497] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56453c8e-c679-4a8e-8aa6-bcbc27210e1d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.575344] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.575344] env[69572]: value = "task-3434504" [ 859.575344] env[69572]: _type = "Task" [ 859.575344] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.578865] env[69572]: DEBUG oslo_concurrency.lockutils [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] Releasing lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.579127] env[69572]: DEBUG nova.compute.manager [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Received event network-changed-4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 859.579297] env[69572]: DEBUG nova.compute.manager [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Refreshing instance network info cache due to event network-changed-4e76c612-07b1-4db1-9a7c-2ad30877c13e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 859.579501] env[69572]: DEBUG oslo_concurrency.lockutils [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] Acquiring lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.579639] env[69572]: DEBUG oslo_concurrency.lockutils [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] Acquired lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.579796] env[69572]: DEBUG nova.network.neutron [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Refreshing network info cache for port 4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.587213] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434504, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.613571] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.613571] env[69572]: DEBUG nova.compute.manager [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 859.616825] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.753s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.617524] env[69572]: DEBUG nova.objects.instance [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 859.755043] env[69572]: DEBUG nova.network.neutron [req-ef09e120-cc6e-458f-ba0a-396aa84fbbf9 req-6c8c45da-bdc4-44d7-976e-e6d6811b76d1 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Updated VIF entry in instance network info cache for port 87dc8399-c7eb-40e1-82d4-b99d5ea95e0f. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.755498] env[69572]: DEBUG nova.network.neutron [req-ef09e120-cc6e-458f-ba0a-396aa84fbbf9 req-6c8c45da-bdc4-44d7-976e-e6d6811b76d1 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Updating instance_info_cache with network_info: [{"id": "87dc8399-c7eb-40e1-82d4-b99d5ea95e0f", "address": "fa:16:3e:ef:a6:0b", "network": {"id": "6494d0f4-7379-470b-9685-48921006eba8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1006174901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d2ae25077941429b7fe79f81b6cfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dc8399-c7", "ovs_interfaceid": "87dc8399-c7eb-40e1-82d4-b99d5ea95e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.997884] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434501, 'name': CloneVM_Task, 'duration_secs': 2.138229} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.998206] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Created linked-clone VM from snapshot [ 859.998973] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e2529d-9bf7-4c37-9c35-10040d951419 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.009218] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Uploading image 17394bf5-47b4-45d3-a5d7-e1ce8fe1a52b {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 860.032364] env[69572]: DEBUG oslo_vmware.rw_handles [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 860.032364] env[69572]: value = "vm-685620" [ 860.032364] env[69572]: _type = "VirtualMachine" [ 860.032364] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 860.032716] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-07d41cbb-cf2e-4ed7-b085-8f3eaff28365 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.073892] env[69572]: DEBUG oslo_vmware.rw_handles [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lease: (returnval){ [ 860.073892] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529a2dd8-a442-9e1b-4a71-57615cf5f559" [ 860.073892] env[69572]: _type = "HttpNfcLease" [ 860.073892] env[69572]: } obtained for exporting VM: (result){ [ 860.073892] env[69572]: value = "vm-685620" [ 860.073892] env[69572]: _type = "VirtualMachine" [ 860.073892] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 860.074154] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the lease: (returnval){ [ 860.074154] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529a2dd8-a442-9e1b-4a71-57615cf5f559" [ 860.074154] env[69572]: _type = "HttpNfcLease" [ 860.074154] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 860.088936] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.088936] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529a2dd8-a442-9e1b-4a71-57615cf5f559" [ 860.088936] env[69572]: _type = "HttpNfcLease" [ 860.088936] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 860.089155] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434504, 'name': CreateVM_Task, 'duration_secs': 0.434533} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.089664] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.090392] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '07676e89-b2d1-4d38-9531-74a4983d8989', 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685574', 'volume_id': '301d5d6a-e4da-4460-a624-b8524f7e5d06', 'name': 'volume-301d5d6a-e4da-4460-a624-b8524f7e5d06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13892b36-b4d1-4f55-ac22-e58d89405beb', 'attached_at': '', 'detached_at': '', 'volume_id': '301d5d6a-e4da-4460-a624-b8524f7e5d06', 'serial': '301d5d6a-e4da-4460-a624-b8524f7e5d06'}, 'device_type': None, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69572) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 860.090599] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Root volume attach. Driver type: vmdk {{(pid=69572) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 860.091407] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48776c82-7e65-4c56-93a8-34596da04edc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.099359] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e2a337-8283-434b-a72a-e57cc392f6f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.106061] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09292a24-42d9-482c-8060-52c576ae5e06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.112083] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f9ab4bd9-dadb-4309-a5e3-29c51b07d177 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.122026] env[69572]: DEBUG nova.compute.utils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.128135] env[69572]: DEBUG nova.compute.manager [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 860.128135] env[69572]: DEBUG nova.network.neutron [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.130207] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for the task: (returnval){ [ 860.130207] env[69572]: value = "task-3434506" [ 860.130207] env[69572]: _type = "Task" [ 860.130207] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.142377] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434506, 'name': RelocateVM_Task} progress is 7%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.209059] env[69572]: DEBUG nova.policy [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16534f0d871b49ecb29fe6d0150bea7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '150bbb840d22481f8c7686d2745d8195', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.258721] env[69572]: DEBUG oslo_concurrency.lockutils [req-ef09e120-cc6e-458f-ba0a-396aa84fbbf9 req-6c8c45da-bdc4-44d7-976e-e6d6811b76d1 service nova] Releasing lock "refresh_cache-13892b36-b4d1-4f55-ac22-e58d89405beb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.346957] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490757a6-f2cf-4cfe-92c6-455a446b028b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.366807] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance '6d4062fb-c945-4200-ba50-83af5b760232' progress to 0 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.582696] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.582696] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529a2dd8-a442-9e1b-4a71-57615cf5f559" [ 860.582696] env[69572]: _type = "HttpNfcLease" [ 860.582696] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 860.582980] env[69572]: DEBUG oslo_vmware.rw_handles [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 860.582980] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529a2dd8-a442-9e1b-4a71-57615cf5f559" [ 860.582980] env[69572]: _type = "HttpNfcLease" [ 860.582980] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 860.583809] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13adfb63-ac1b-477b-8508-0cd42b500f18 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.592022] env[69572]: DEBUG oslo_vmware.rw_handles [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4817a-f56a-ca99-36f9-65b649d9b51d/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 860.592249] env[69572]: DEBUG oslo_vmware.rw_handles [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4817a-f56a-ca99-36f9-65b649d9b51d/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 860.653168] env[69572]: DEBUG nova.compute.manager [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 860.656634] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b7a624c5-a500-4a6f-88e1-8acda17987ea tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.040s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.658390] env[69572]: DEBUG nova.network.neutron [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updated VIF entry in instance network info cache for port 4e76c612-07b1-4db1-9a7c-2ad30877c13e. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.658732] env[69572]: DEBUG nova.network.neutron [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updating instance_info_cache with network_info: [{"id": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "address": "fa:16:3e:c6:2b:43", "network": {"id": "a16ec58c-9e76-4da7-b0ec-7db1b225d62c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1252993113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7f3865d4bccc4994b8a559afd132ba5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e76c612-07", "ovs_interfaceid": "4e76c612-07b1-4db1-9a7c-2ad30877c13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.661097] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.362s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.673418] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434506, 'name': RelocateVM_Task} progress is 20%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.719518] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5639acd-e97a-4ced-acda-859cc408ae14 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.863693] env[69572]: DEBUG nova.network.neutron [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Successfully created port: 1a0c3731-8213-42d6-9b9d-321fa992b66e {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.878452] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.878749] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2e1f486-3104-43f2-9972-190ce3a123f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.885944] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 860.885944] env[69572]: value = "task-3434507" [ 860.885944] env[69572]: _type = "Task" [ 860.885944] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.895164] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.186896] env[69572]: DEBUG oslo_concurrency.lockutils [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] Releasing lock "refresh_cache-e2329396-1e21-4b57-be90-b31a1b91743b" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.187255] env[69572]: DEBUG nova.compute.manager [req-95e1b220-760a-4f6c-b59b-b9b89b82c5b9 req-a3f03bb7-6c00-4848-bbbb-e8b564c03a8c service nova] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Received event network-vif-deleted-d362f5ad-eb73-49f3-84a5-92bf540a088e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 861.193786] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434506, 'name': RelocateVM_Task, 'duration_secs': 0.589493} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.194123] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 861.194365] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685574', 'volume_id': '301d5d6a-e4da-4460-a624-b8524f7e5d06', 'name': 'volume-301d5d6a-e4da-4460-a624-b8524f7e5d06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13892b36-b4d1-4f55-ac22-e58d89405beb', 'attached_at': '', 'detached_at': '', 'volume_id': '301d5d6a-e4da-4460-a624-b8524f7e5d06', 'serial': '301d5d6a-e4da-4460-a624-b8524f7e5d06'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 861.197537] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed29a47-5d12-4baa-ad47-cb1183a788dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.213957] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48dbb6-bb3f-4fbf-bc57-b0d0b949776d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.240811] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] volume-301d5d6a-e4da-4460-a624-b8524f7e5d06/volume-301d5d6a-e4da-4460-a624-b8524f7e5d06.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.241676] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba8c3c09-1311-4c16-97af-45a00d556d86 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.264484] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for the task: (returnval){ [ 861.264484] env[69572]: value = "task-3434508" [ 861.264484] env[69572]: _type = "Task" [ 861.264484] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.272931] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.396354] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434507, 'name': PowerOffVM_Task, 'duration_secs': 0.396574} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.396721] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.396909] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance '6d4062fb-c945-4200-ba50-83af5b760232' progress to 17 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.690332] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Applying migration context for instance 6d4062fb-c945-4200-ba50-83af5b760232 as it has an incoming, in-progress migration 6716cf83-f90a-4c16-bf40-efda0f401150. Migration status is migrating {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 861.693054] env[69572]: INFO nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating resource usage from migration 6716cf83-f90a-4c16-bf40-efda0f401150 [ 861.696703] env[69572]: DEBUG nova.compute.manager [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 861.722233] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 84376917-04ce-4186-901b-7289193610fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.722688] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance fd7d990f-44c1-4728-bb22-23f246b9ca11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.722997] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 40ca4dca-587e-4a1e-aa97-25752a2e322a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.723237] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance acb7abcf-f9b2-438d-bcaa-5ff100937a91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.723447] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.723635] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 0e2b3af9-354e-494f-8c25-521e8247325d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.724888] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8984660d-39da-43c8-b787-f57aec274422 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.724888] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.724888] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 23dfab87-fb78-4861-89ac-acc1530353f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.724888] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 001031c3-4048-4c09-bc72-a7cdeb070c37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.724888] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e2329396-1e21-4b57-be90-b31a1b91743b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.724888] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 95029ea4-1849-4080-ad2e-935f1c38c529 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.724888] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance c8488c1f-4d88-44c8-9735-d5e0f77b1954 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.724888] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 6437bcc8-d516-4874-b5d0-3683061d5f9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.725255] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 7f63dd74-08a8-4a3d-afd9-c36ecfd72314 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.725255] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 027eeb22-fe2d-41f4-9790-ef43800786ef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.725255] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance bb5fad35-8301-4cb3-a0de-284eb6a7449e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.725447] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance ed72b54c-79af-4722-8a5f-6885abac42f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.725447] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance a7f9b083-cb15-4197-bd23-16ef6847dcea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.725586] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8c5cae2c-be9f-4991-b498-5da4281daae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.725628] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance c0ca0881-c795-401c-9280-892291c48666 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.725756] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 56aecc50-2aad-40cf-a4cb-131be0bb1141 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.725962] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance de49ea5b-93f1-4b99-a701-48368253fae1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.726108] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 96906ebb-7dbf-4db6-a7e6-80e82817b2d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 861.726277] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance af19677b-2149-40fd-8b98-78104dc4de40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.726402] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.726518] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 13892b36-b4d1-4f55-ac22-e58d89405beb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.726674] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 861.775776] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434508, 'name': ReconfigVM_Task, 'duration_secs': 0.352638} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.776358] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Reconfigured VM instance instance-00000041 to attach disk [datastore1] volume-301d5d6a-e4da-4460-a624-b8524f7e5d06/volume-301d5d6a-e4da-4460-a624-b8524f7e5d06.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.781296] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b2f899-4db1-4335-9647-39762b7c5a24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.797140] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for the task: (returnval){ [ 861.797140] env[69572]: value = "task-3434509" [ 861.797140] env[69572]: _type = "Task" [ 861.797140] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.805715] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.905285] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.905871] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.906067] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.906348] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.906576] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.906785] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.907270] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.907579] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.907867] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.908190] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.908448] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.915124] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b63c8637-abfb-4f8d-9afc-ad8278a55dae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.944554] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 861.944554] env[69572]: value = "task-3434510" [ 861.944554] env[69572]: _type = "Task" [ 861.944554] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.956407] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434510, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.230671] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 862.307836] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.454721] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434510, 'name': ReconfigVM_Task, 'duration_secs': 0.403045} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.455080] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance '6d4062fb-c945-4200-ba50-83af5b760232' progress to 33 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.575960] env[69572]: DEBUG nova.network.neutron [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Successfully updated port: 1a0c3731-8213-42d6-9b9d-321fa992b66e {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.733657] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8ad757b5-9229-4271-abae-e0dfcffe0b7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 862.806894] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.961909] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:17:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='898423aa-cd08-4a33-9369-3c6ab3ca59be',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1092138612',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.962193] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.962351] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.962532] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.962673] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.962931] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.963187] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.963375] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.963585] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.963786] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.963972] env[69572]: DEBUG nova.virt.hardware [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.969497] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 862.969808] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8829d90-1839-427f-986f-b23b225df9a7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.994379] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 862.994379] env[69572]: value = "task-3434511" [ 862.994379] env[69572]: _type = "Task" [ 862.994379] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.002926] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434511, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.078540] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.078763] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.078996] env[69572]: DEBUG nova.network.neutron [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.236555] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 5acca6bc-e920-49e8-8f49-728804af26ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 863.237019] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Migration 6716cf83-f90a-4c16-bf40-efda0f401150 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 863.237019] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 6d4062fb-c945-4200-ba50-83af5b760232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 863.307978] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434509, 'name': ReconfigVM_Task, 'duration_secs': 1.264515} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.308379] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685574', 'volume_id': '301d5d6a-e4da-4460-a624-b8524f7e5d06', 'name': 'volume-301d5d6a-e4da-4460-a624-b8524f7e5d06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13892b36-b4d1-4f55-ac22-e58d89405beb', 'attached_at': '', 'detached_at': '', 'volume_id': '301d5d6a-e4da-4460-a624-b8524f7e5d06', 'serial': '301d5d6a-e4da-4460-a624-b8524f7e5d06'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 863.308970] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-132d256a-d78f-4ad4-9b8d-2f3cf4a04a2c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.347819] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for the task: (returnval){ [ 863.347819] env[69572]: value = "task-3434512" [ 863.347819] env[69572]: _type = "Task" [ 863.347819] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.504499] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.615085] env[69572]: DEBUG nova.network.neutron [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.739911] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8c60fff5-c705-4dcb-908f-d117ae568a43 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 863.751071] env[69572]: DEBUG nova.network.neutron [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance_info_cache with network_info: [{"id": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "address": "fa:16:3e:b7:1f:6a", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0c3731-82", "ovs_interfaceid": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.857868] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434512, 'name': Rename_Task, 'duration_secs': 0.237017} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.858166] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.858424] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74cf2db3-35fa-453e-9b97-ccf0c91ac224 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.872124] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for the task: (returnval){ [ 863.872124] env[69572]: value = "task-3434513" [ 863.872124] env[69572]: _type = "Task" [ 863.872124] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.885803] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.009310] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.104230] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.104494] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.104651] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.105424] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.105424] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.105424] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.105424] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.105737] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.105737] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.105876] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.106050] env[69572]: DEBUG nova.virt.hardware [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.108221] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00396ede-f6e0-43e1-b943-f029f39986ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.116214] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0047c6b4-4c45-4135-bd7c-a6b07c3ce0f8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.123435] env[69572]: DEBUG oslo_vmware.rw_handles [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c57a36-da62-86f1-3325-51fd4b28fb9d/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 864.123435] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efa9ab6-8176-454f-a982-11e1adad5219 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.136976] env[69572]: DEBUG oslo_vmware.rw_handles [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c57a36-da62-86f1-3325-51fd4b28fb9d/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 864.137163] env[69572]: ERROR oslo_vmware.rw_handles [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c57a36-da62-86f1-3325-51fd4b28fb9d/disk-0.vmdk due to incomplete transfer. [ 864.137415] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22c2ea8a-2e77-4e5c-96f9-ca18e77c7944 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.144821] env[69572]: DEBUG oslo_vmware.rw_handles [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c57a36-da62-86f1-3325-51fd4b28fb9d/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 864.145028] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Uploaded image e5b0d666-053f-4afc-bfc6-381abdb4727f to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 864.147386] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 864.147643] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5bba242b-7e91-4fc6-a3f5-60c61904da41 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.153370] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 864.153370] env[69572]: value = "task-3434514" [ 864.153370] env[69572]: _type = "Task" [ 864.153370] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.161410] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434514, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.242680] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 9b07d1e2-da61-4838-82e4-886082889b4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 864.254497] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.254991] env[69572]: DEBUG nova.compute.manager [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Instance network_info: |[{"id": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "address": "fa:16:3e:b7:1f:6a", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0c3731-82", "ovs_interfaceid": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 864.256111] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:1f:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a0c3731-8213-42d6-9b9d-321fa992b66e', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.264282] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating folder: Project (150bbb840d22481f8c7686d2745d8195). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.265142] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-696d09fb-63e1-4d77-8a98-5dfd8e45a378 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.277533] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Created folder: Project (150bbb840d22481f8c7686d2745d8195) in parent group-v685431. [ 864.277814] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating folder: Instances. Parent ref: group-v685623. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.278131] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98def5cd-776a-4899-90b1-5fad63c44809 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.290883] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Created folder: Instances in parent group-v685623. [ 864.291175] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.291384] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.291599] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06113a47-3aa4-40e4-8303-95bf2c7ddef3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.312411] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.312411] env[69572]: value = "task-3434517" [ 864.312411] env[69572]: _type = "Task" [ 864.312411] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.321700] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434517, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.382085] env[69572]: DEBUG oslo_vmware.api [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434513, 'name': PowerOnVM_Task, 'duration_secs': 0.514857} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.382440] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.382670] env[69572]: INFO nova.compute.manager [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Took 6.51 seconds to spawn the instance on the hypervisor. [ 864.382858] env[69572]: DEBUG nova.compute.manager [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.383759] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1f03f6-5816-479a-9dc0-2442af7ad547 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.505034] env[69572]: DEBUG nova.compute.manager [req-859c4c85-5b55-4f62-9fce-68d41082b14f req-f518d716-9c1b-4801-b9b4-fb89d9b91467 service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Received event network-vif-plugged-1a0c3731-8213-42d6-9b9d-321fa992b66e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 864.505356] env[69572]: DEBUG oslo_concurrency.lockutils [req-859c4c85-5b55-4f62-9fce-68d41082b14f req-f518d716-9c1b-4801-b9b4-fb89d9b91467 service nova] Acquiring lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.505623] env[69572]: DEBUG oslo_concurrency.lockutils [req-859c4c85-5b55-4f62-9fce-68d41082b14f req-f518d716-9c1b-4801-b9b4-fb89d9b91467 service nova] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.505811] env[69572]: DEBUG oslo_concurrency.lockutils [req-859c4c85-5b55-4f62-9fce-68d41082b14f req-f518d716-9c1b-4801-b9b4-fb89d9b91467 service nova] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.505997] env[69572]: DEBUG nova.compute.manager [req-859c4c85-5b55-4f62-9fce-68d41082b14f req-f518d716-9c1b-4801-b9b4-fb89d9b91467 service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] No waiting events found dispatching network-vif-plugged-1a0c3731-8213-42d6-9b9d-321fa992b66e {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 864.506184] env[69572]: WARNING nova.compute.manager [req-859c4c85-5b55-4f62-9fce-68d41082b14f req-f518d716-9c1b-4801-b9b4-fb89d9b91467 service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Received unexpected event network-vif-plugged-1a0c3731-8213-42d6-9b9d-321fa992b66e for instance with vm_state building and task_state spawning. [ 864.510093] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434511, 'name': ReconfigVM_Task, 'duration_secs': 1.308777} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.511033] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 864.512031] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86581f4e-fb1e-41f0-b7dc-b5142a249a6d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.536686] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 6d4062fb-c945-4200-ba50-83af5b760232/6d4062fb-c945-4200-ba50-83af5b760232.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.536933] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce82d08d-d39f-43ab-9532-1e1624ff5f2b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.555949] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 864.555949] env[69572]: value = "task-3434518" [ 864.555949] env[69572]: _type = "Task" [ 864.555949] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.564480] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.668010] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434514, 'name': Destroy_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.746318] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 9dbcc56e-d71f-4b3d-8a85-5235baeea341 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 864.826061] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434517, 'name': CreateVM_Task, 'duration_secs': 0.367573} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.826344] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.827249] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.827482] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.827884] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.828416] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3574da52-260c-4822-941a-0f45f6b5af8b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.834635] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 864.834635] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525f7a48-0423-59c2-dd83-0e9e02312bcc" [ 864.834635] env[69572]: _type = "Task" [ 864.834635] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.844210] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525f7a48-0423-59c2-dd83-0e9e02312bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.906375] env[69572]: INFO nova.compute.manager [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Took 44.65 seconds to build instance. [ 865.066346] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434518, 'name': ReconfigVM_Task, 'duration_secs': 0.409777} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.066609] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 6d4062fb-c945-4200-ba50-83af5b760232/6d4062fb-c945-4200-ba50-83af5b760232.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.066866] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance '6d4062fb-c945-4200-ba50-83af5b760232' progress to 50 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.168759] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434514, 'name': Destroy_Task, 'duration_secs': 0.707116} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.169150] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Destroyed the VM [ 865.169421] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.169684] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a3bf0b02-1e16-476d-9857-6c102cfaafc4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.176421] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 865.176421] env[69572]: value = "task-3434519" [ 865.176421] env[69572]: _type = "Task" [ 865.176421] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.186232] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.249781] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 865.250140] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 865.250280] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 865.350085] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525f7a48-0423-59c2-dd83-0e9e02312bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.016418} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.350455] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.350695] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.351016] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.351232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.351430] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.351782] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c469d8-21b3-48d9-a9ae-244e15befafe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.364703] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.364703] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.365248] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0990a1f3-6773-483e-b097-7185c247ecef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.372456] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 865.372456] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b70aad-c54a-ef69-edb7-e0e635a10198" [ 865.372456] env[69572]: _type = "Task" [ 865.372456] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.382633] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b70aad-c54a-ef69-edb7-e0e635a10198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.412022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b07356f4-fb5e-4be0-b200-95a6ec18a9ee tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lock "13892b36-b4d1-4f55-ac22-e58d89405beb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.616s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.412022] env[69572]: DEBUG nova.compute.manager [req-b371c09f-22f8-4125-9966-4a4828677ba8 req-48094cad-41e6-46c8-ad0e-f1cb53a29822 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Received event network-changed-87dc8399-c7eb-40e1-82d4-b99d5ea95e0f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 865.412022] env[69572]: DEBUG nova.compute.manager [req-b371c09f-22f8-4125-9966-4a4828677ba8 req-48094cad-41e6-46c8-ad0e-f1cb53a29822 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Refreshing instance network info cache due to event network-changed-87dc8399-c7eb-40e1-82d4-b99d5ea95e0f. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 865.412657] env[69572]: DEBUG oslo_concurrency.lockutils [req-b371c09f-22f8-4125-9966-4a4828677ba8 req-48094cad-41e6-46c8-ad0e-f1cb53a29822 service nova] Acquiring lock "refresh_cache-13892b36-b4d1-4f55-ac22-e58d89405beb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.413139] env[69572]: DEBUG oslo_concurrency.lockutils [req-b371c09f-22f8-4125-9966-4a4828677ba8 req-48094cad-41e6-46c8-ad0e-f1cb53a29822 service nova] Acquired lock "refresh_cache-13892b36-b4d1-4f55-ac22-e58d89405beb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.413438] env[69572]: DEBUG nova.network.neutron [req-b371c09f-22f8-4125-9966-4a4828677ba8 req-48094cad-41e6-46c8-ad0e-f1cb53a29822 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Refreshing network info cache for port 87dc8399-c7eb-40e1-82d4-b99d5ea95e0f {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.476733] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "de49ea5b-93f1-4b99-a701-48368253fae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.477208] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "de49ea5b-93f1-4b99-a701-48368253fae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.479038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "de49ea5b-93f1-4b99-a701-48368253fae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.479038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "de49ea5b-93f1-4b99-a701-48368253fae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.479038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "de49ea5b-93f1-4b99-a701-48368253fae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.483157] env[69572]: INFO nova.compute.manager [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Terminating instance [ 865.573231] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ff507-a78f-42a2-99f4-b3574bcdce60 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.606121] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b696ba5-7cfd-45ba-948b-cb3d19f3d148 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.631159] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance '6d4062fb-c945-4200-ba50-83af5b760232' progress to 67 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.691049] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434519, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.856218] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b812cf-147d-4658-a884-05f17920d4a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.866930] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043cb418-15ac-467f-8d27-a896a281c3f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.883554] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b70aad-c54a-ef69-edb7-e0e635a10198, 'name': SearchDatastore_Task, 'duration_secs': 0.013004} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.909433] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba70a6d-9872-4282-845a-d163c387c5db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.912570] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93939ea7-1002-4966-96a6-1934f21bd4a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.925216] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 865.925216] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9cf87-d625-20a6-0f0e-ce65a8ffec60" [ 865.925216] env[69572]: _type = "Task" [ 865.925216] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.928118] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf749ac-86b2-4479-b469-cbfde9ebccd1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.941887] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9cf87-d625-20a6-0f0e-ce65a8ffec60, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.950085] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.950375] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d/8c579c1b-c5d1-4c56-8a28-57d2dcf8983d.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.951175] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.953277] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-721c13cc-7d1f-483c-9531-dedacbf1cbd9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.960938] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 865.960938] env[69572]: value = "task-3434520" [ 865.960938] env[69572]: _type = "Task" [ 865.960938] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.971186] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.989217] env[69572]: DEBUG nova.compute.manager [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 865.989348] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.990316] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe94592-52e8-4008-9fee-67d3de1434a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.998618] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.998885] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0d66947-e803-4e86-bbfe-f18f36ec06e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.024950] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "6b825bbb-6005-4481-bedb-b021b8b71e54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.025206] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "6b825bbb-6005-4481-bedb-b021b8b71e54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.063057] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.063342] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.063537] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleting the datastore file [datastore1] de49ea5b-93f1-4b99-a701-48368253fae1 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.063793] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ce3dabd-65c3-4fe9-a0ca-513ed410ba41 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.071133] env[69572]: DEBUG oslo_vmware.api [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 866.071133] env[69572]: value = "task-3434522" [ 866.071133] env[69572]: _type = "Task" [ 866.071133] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.079334] env[69572]: DEBUG oslo_vmware.api [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.189664] env[69572]: DEBUG oslo_vmware.api [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434519, 'name': RemoveSnapshot_Task, 'duration_secs': 0.652031} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.189966] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.193907] env[69572]: INFO nova.compute.manager [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Took 15.70 seconds to snapshot the instance on the hypervisor. [ 866.203050] env[69572]: DEBUG nova.network.neutron [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Port dabd90a1-5b98-4966-b8e6-33945644ca98 binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 866.238673] env[69572]: DEBUG nova.network.neutron [req-b371c09f-22f8-4125-9966-4a4828677ba8 req-48094cad-41e6-46c8-ad0e-f1cb53a29822 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Updated VIF entry in instance network info cache for port 87dc8399-c7eb-40e1-82d4-b99d5ea95e0f. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.239079] env[69572]: DEBUG nova.network.neutron [req-b371c09f-22f8-4125-9966-4a4828677ba8 req-48094cad-41e6-46c8-ad0e-f1cb53a29822 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Updating instance_info_cache with network_info: [{"id": "87dc8399-c7eb-40e1-82d4-b99d5ea95e0f", "address": "fa:16:3e:ef:a6:0b", "network": {"id": "6494d0f4-7379-470b-9685-48921006eba8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1006174901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47d2ae25077941429b7fe79f81b6cfc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87dc8399-c7", "ovs_interfaceid": "87dc8399-c7eb-40e1-82d4-b99d5ea95e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.455358] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.472192] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434520, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.528842] env[69572]: DEBUG nova.compute.manager [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 866.532796] env[69572]: DEBUG nova.compute.manager [req-c7510ca6-1864-4d59-870a-ded615fcee0f req-3d84a326-c7fc-49d2-b524-cef26b4a2a6f service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Received event network-changed-1a0c3731-8213-42d6-9b9d-321fa992b66e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 866.533061] env[69572]: DEBUG nova.compute.manager [req-c7510ca6-1864-4d59-870a-ded615fcee0f req-3d84a326-c7fc-49d2-b524-cef26b4a2a6f service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Refreshing instance network info cache due to event network-changed-1a0c3731-8213-42d6-9b9d-321fa992b66e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 866.533338] env[69572]: DEBUG oslo_concurrency.lockutils [req-c7510ca6-1864-4d59-870a-ded615fcee0f req-3d84a326-c7fc-49d2-b524-cef26b4a2a6f service nova] Acquiring lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.533512] env[69572]: DEBUG oslo_concurrency.lockutils [req-c7510ca6-1864-4d59-870a-ded615fcee0f req-3d84a326-c7fc-49d2-b524-cef26b4a2a6f service nova] Acquired lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.534110] env[69572]: DEBUG nova.network.neutron [req-c7510ca6-1864-4d59-870a-ded615fcee0f req-3d84a326-c7fc-49d2-b524-cef26b4a2a6f service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Refreshing network info cache for port 1a0c3731-8213-42d6-9b9d-321fa992b66e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.582761] env[69572]: DEBUG oslo_vmware.api [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469739} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.583675] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.583675] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.583675] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.583675] env[69572]: INFO nova.compute.manager [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Took 0.59 seconds to destroy the instance on the hypervisor. [ 866.583987] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.584065] env[69572]: DEBUG nova.compute.manager [-] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 866.584163] env[69572]: DEBUG nova.network.neutron [-] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.700744] env[69572]: DEBUG nova.compute.manager [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Instance disappeared during snapshot {{(pid=69572) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4594}} [ 866.725126] env[69572]: DEBUG nova.compute.manager [None req-373fb3fc-da7e-412c-8d5b-2fc0a6cefe31 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image not found during clean up e5b0d666-053f-4afc-bfc6-381abdb4727f {{(pid=69572) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4600}} [ 866.742451] env[69572]: DEBUG oslo_concurrency.lockutils [req-b371c09f-22f8-4125-9966-4a4828677ba8 req-48094cad-41e6-46c8-ad0e-f1cb53a29822 service nova] Releasing lock "refresh_cache-13892b36-b4d1-4f55-ac22-e58d89405beb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.962217] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 866.962217] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.301s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.962463] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.256s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.964505] env[69572]: INFO nova.compute.claims [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.968567] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.968727] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Cleaning up deleted instances {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11833}} [ 866.985285] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567419} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.985285] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d/8c579c1b-c5d1-4c56-8a28-57d2dcf8983d.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.985285] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.985285] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aa33d1e-01a0-48b0-b34d-d30b4f220e51 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.991192] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 866.991192] env[69572]: value = "task-3434523" [ 866.991192] env[69572]: _type = "Task" [ 866.991192] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.004035] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.061929] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.239442] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "6d4062fb-c945-4200-ba50-83af5b760232-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.239689] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "6d4062fb-c945-4200-ba50-83af5b760232-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.239866] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "6d4062fb-c945-4200-ba50-83af5b760232-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.366947] env[69572]: DEBUG nova.network.neutron [req-c7510ca6-1864-4d59-870a-ded615fcee0f req-3d84a326-c7fc-49d2-b524-cef26b4a2a6f service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updated VIF entry in instance network info cache for port 1a0c3731-8213-42d6-9b9d-321fa992b66e. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.367539] env[69572]: DEBUG nova.network.neutron [req-c7510ca6-1864-4d59-870a-ded615fcee0f req-3d84a326-c7fc-49d2-b524-cef26b4a2a6f service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance_info_cache with network_info: [{"id": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "address": "fa:16:3e:b7:1f:6a", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0c3731-82", "ovs_interfaceid": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.483037] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] There are 37 instances to clean {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11842}} [ 867.483337] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 26eb1692-f99b-4ec5-bf5f-e9d9e128e6c3] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 867.485902] env[69572]: DEBUG nova.network.neutron [-] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.503044] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072944} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.504177] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.505339] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc095b1-a9a9-4982-82b8-0f2af5ca2c66 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.531014] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d/8c579c1b-c5d1-4c56-8a28-57d2dcf8983d.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.531752] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb007bb-b21e-4a39-9911-1bc56f312b22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.552348] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 867.552348] env[69572]: value = "task-3434524" [ 867.552348] env[69572]: _type = "Task" [ 867.552348] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.560899] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.871262] env[69572]: DEBUG oslo_concurrency.lockutils [req-c7510ca6-1864-4d59-870a-ded615fcee0f req-3d84a326-c7fc-49d2-b524-cef26b4a2a6f service nova] Releasing lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.991398] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 4ae89318-fbce-47c3-bb28-edcc5841d4d1] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 867.992994] env[69572]: INFO nova.compute.manager [-] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Took 1.41 seconds to deallocate network for instance. [ 868.067630] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.282422] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.282658] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.282845] env[69572]: DEBUG nova.network.neutron [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.490791] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d447890-8a12-4dd2-a7ba-13895c3b6202 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.493780] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 59d7a4e0-3a20-4118-a0c2-40adb271c760] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 868.500884] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea57ba66-5019-4225-bb92-b568b3ea2403 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.504793] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.533980] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7e5fa0-cabf-4303-a2b8-b66d87550929 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.542348] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940d801b-2de3-43c2-9c13-58ee4e5f3d6b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.557088] env[69572]: DEBUG nova.compute.provider_tree [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.563166] env[69572]: DEBUG nova.compute.manager [req-0ce50af0-1a0c-46bd-8932-9d62bbbf732c req-5a03ca96-5a0f-4a07-b32d-f2bd56c73630 service nova] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Received event network-vif-deleted-ec44a79b-3ad2-4840-9542-c844986ca600 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 868.569352] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434524, 'name': ReconfigVM_Task, 'duration_secs': 0.564441} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.569612] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d/8c579c1b-c5d1-4c56-8a28-57d2dcf8983d.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.570231] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65dd21ba-8267-433a-9541-7545f37065bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.576795] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 868.576795] env[69572]: value = "task-3434525" [ 868.576795] env[69572]: _type = "Task" [ 868.576795] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.585120] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434525, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.998660] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 177ae6a3-4396-44d7-8545-6c7fea64347a] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 869.065097] env[69572]: DEBUG nova.scheduler.client.report [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.091934] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434525, 'name': Rename_Task, 'duration_secs': 0.135728} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.092240] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.092492] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a50386d3-152a-4113-8acb-6b243ede85a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.095081] env[69572]: DEBUG nova.network.neutron [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance_info_cache with network_info: [{"id": "dabd90a1-5b98-4966-b8e6-33945644ca98", "address": "fa:16:3e:fe:a2:50", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd90a1-5b", "ovs_interfaceid": "dabd90a1-5b98-4966-b8e6-33945644ca98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.103785] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 869.103785] env[69572]: value = "task-3434526" [ 869.103785] env[69572]: _type = "Task" [ 869.103785] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.114711] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.501655] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 69eeb79e-f1aa-4b65-a5e1-0232df15c133] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 869.512812] env[69572]: DEBUG oslo_vmware.rw_handles [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4817a-f56a-ca99-36f9-65b649d9b51d/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 869.513733] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6442e5-b343-4d10-a634-d1bd557d41c3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.520274] env[69572]: DEBUG oslo_vmware.rw_handles [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4817a-f56a-ca99-36f9-65b649d9b51d/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 869.520274] env[69572]: ERROR oslo_vmware.rw_handles [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4817a-f56a-ca99-36f9-65b649d9b51d/disk-0.vmdk due to incomplete transfer. [ 869.520401] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-183aeb30-1ca7-48cf-97e0-ca17bfb82f64 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.527938] env[69572]: DEBUG oslo_vmware.rw_handles [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a4817a-f56a-ca99-36f9-65b649d9b51d/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 869.527938] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Uploaded image 17394bf5-47b4-45d3-a5d7-e1ce8fe1a52b to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 869.528882] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 869.529777] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5dd2a7c0-af51-4897-8089-c5110a75d8fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.535711] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 869.535711] env[69572]: value = "task-3434527" [ 869.535711] env[69572]: _type = "Task" [ 869.535711] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.543837] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434527, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.570518] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.571080] env[69572]: DEBUG nova.compute.manager [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 869.573607] env[69572]: DEBUG oslo_concurrency.lockutils [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.584s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.574507] env[69572]: DEBUG oslo_concurrency.lockutils [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.575883] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.742s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.576081] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.578109] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.093s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.578291] env[69572]: DEBUG nova.objects.instance [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 869.597916] env[69572]: INFO nova.scheduler.client.report [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Deleted allocations for instance 0e2b3af9-354e-494f-8c25-521e8247325d [ 869.600599] env[69572]: DEBUG oslo_concurrency.lockutils [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.609833] env[69572]: INFO nova.scheduler.client.report [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted allocations for instance bb5fad35-8301-4cb3-a0de-284eb6a7449e [ 869.616605] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434526, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.005173] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 54bb24f0-d4b8-40d3-8c8d-3ce706540b61] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 870.046823] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434527, 'name': Destroy_Task, 'duration_secs': 0.348032} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.047479] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Destroyed the VM [ 870.047849] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 870.048213] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4627b8f0-3f42-40e7-9cd9-d63ab9ca2c15 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.057161] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 870.057161] env[69572]: value = "task-3434528" [ 870.057161] env[69572]: _type = "Task" [ 870.057161] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.064358] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434528, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.086045] env[69572]: DEBUG nova.compute.utils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.087308] env[69572]: DEBUG nova.compute.manager [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 870.087421] env[69572]: DEBUG nova.network.neutron [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.116326] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37050288-7234-4316-975e-a27932598ee8 tempest-VolumesAssistedSnapshotsTest-1179490908 tempest-VolumesAssistedSnapshotsTest-1179490908-project-member] Lock "0e2b3af9-354e-494f-8c25-521e8247325d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.026s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.123535] env[69572]: DEBUG oslo_vmware.api [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434526, 'name': PowerOnVM_Task, 'duration_secs': 0.551827} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.123535] env[69572]: DEBUG oslo_concurrency.lockutils [None req-964b73e5-1048-494c-a0d5-5e736192f59a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "bb5fad35-8301-4cb3-a0de-284eb6a7449e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.598s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.124176] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.124719] env[69572]: INFO nova.compute.manager [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Took 8.43 seconds to spawn the instance on the hypervisor. [ 870.124791] env[69572]: DEBUG nova.compute.manager [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.126160] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866359e8-1f3c-4bdb-9ef1-f418598f16f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.131026] env[69572]: DEBUG nova.policy [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '336e0b83e8fb4d8aa294154b88900ebd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57c0470d0ff8479f92448943519dc4e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.134631] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba5b2f0-ce43-46e3-a2b6-7ea040473246 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.161025] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eededb6-84b5-4a66-857f-c3ac1ec0a169 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.167427] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance '6d4062fb-c945-4200-ba50-83af5b760232' progress to 83 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.509048] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 228334f1-18ab-44f2-9b88-b61b11795099] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 870.568031] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434528, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.589745] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5f94905-d2a7-49f0-a8ee-88e145e4a8cd tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.592038] env[69572]: DEBUG nova.compute.manager [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 870.596017] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.856s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.596017] env[69572]: INFO nova.compute.claims [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.654790] env[69572]: INFO nova.compute.manager [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Took 48.57 seconds to build instance. [ 870.674990] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.675660] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a07800bc-d219-449a-86c9-1a05dc9c4ee9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.683535] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 870.683535] env[69572]: value = "task-3434529" [ 870.683535] env[69572]: _type = "Task" [ 870.683535] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.692733] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.864155] env[69572]: DEBUG nova.network.neutron [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Successfully created port: e3679204-c77c-419b-b912-f8d4a024c0ec {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.015410] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 2f865843-a85f-4f29-ba8f-11e691e20d2f] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 871.068396] env[69572]: DEBUG oslo_vmware.api [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434528, 'name': RemoveSnapshot_Task, 'duration_secs': 0.850748} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.068396] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 871.068396] env[69572]: INFO nova.compute.manager [None req-90cecf79-0eff-4608-a9eb-dc17b06a3f7f tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Took 15.75 seconds to snapshot the instance on the hypervisor. [ 871.156873] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5fa2c407-60a4-4c55-aaa8-40e02f832c24 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.748s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.193571] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434529, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.517822] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 23fe5bc6-1479-4ab4-b49d-38b87887eedb] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 871.617503] env[69572]: DEBUG nova.compute.manager [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 871.646835] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.647482] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.647482] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.647482] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.647614] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.648186] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.648186] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.648186] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.648343] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.649058] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.649058] env[69572]: DEBUG nova.virt.hardware [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.649659] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b75dc-b113-40a4-b57e-d0f67821619c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.661438] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb9036f-3397-444c-b2ca-96326f6a4f39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.694478] env[69572]: DEBUG oslo_vmware.api [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434529, 'name': PowerOnVM_Task, 'duration_secs': 0.51282} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.698142] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.698142] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-73e419cb-9477-47ff-a457-efa042d58ea0 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance '6d4062fb-c945-4200-ba50-83af5b760232' progress to 100 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.734260] env[69572]: DEBUG nova.compute.manager [req-3d2e3dd2-e335-452d-a13a-de701a5ae79e req-d11ddf4c-f114-4a48-bab5-94649ff964c1 service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Received event network-changed-1a0c3731-8213-42d6-9b9d-321fa992b66e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 871.734868] env[69572]: DEBUG nova.compute.manager [req-3d2e3dd2-e335-452d-a13a-de701a5ae79e req-d11ddf4c-f114-4a48-bab5-94649ff964c1 service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Refreshing instance network info cache due to event network-changed-1a0c3731-8213-42d6-9b9d-321fa992b66e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 871.734868] env[69572]: DEBUG oslo_concurrency.lockutils [req-3d2e3dd2-e335-452d-a13a-de701a5ae79e req-d11ddf4c-f114-4a48-bab5-94649ff964c1 service nova] Acquiring lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.734868] env[69572]: DEBUG oslo_concurrency.lockutils [req-3d2e3dd2-e335-452d-a13a-de701a5ae79e req-d11ddf4c-f114-4a48-bab5-94649ff964c1 service nova] Acquired lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.734996] env[69572]: DEBUG nova.network.neutron [req-3d2e3dd2-e335-452d-a13a-de701a5ae79e req-d11ddf4c-f114-4a48-bab5-94649ff964c1 service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Refreshing network info cache for port 1a0c3731-8213-42d6-9b9d-321fa992b66e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.022382] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: df1b26a7-37c9-4190-859d-58c9994322ac] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 872.157611] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a286ae7c-f8ac-4e2c-9e89-ce83a822a12f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.165484] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aa22ee-ddcf-40c3-9c74-5516e7ad91f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.197920] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb79511-a4a7-4423-b379-08a777cc17b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.209167] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e83f49-b280-4fa8-9344-9e2966d714bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.223599] env[69572]: DEBUG nova.compute.provider_tree [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.525181] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: ea9ccc07-f798-453a-9784-6039de0f6fe6] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 872.748697] env[69572]: ERROR nova.scheduler.client.report [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [req-bd53c911-3509-42e9-9a13-7a80b60b8f6c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bd53c911-3509-42e9-9a13-7a80b60b8f6c"}]} [ 872.777239] env[69572]: DEBUG nova.scheduler.client.report [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 872.786047] env[69572]: DEBUG nova.network.neutron [req-3d2e3dd2-e335-452d-a13a-de701a5ae79e req-d11ddf4c-f114-4a48-bab5-94649ff964c1 service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updated VIF entry in instance network info cache for port 1a0c3731-8213-42d6-9b9d-321fa992b66e. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.786047] env[69572]: DEBUG nova.network.neutron [req-3d2e3dd2-e335-452d-a13a-de701a5ae79e req-d11ddf4c-f114-4a48-bab5-94649ff964c1 service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance_info_cache with network_info: [{"id": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "address": "fa:16:3e:b7:1f:6a", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0c3731-82", "ovs_interfaceid": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.798640] env[69572]: DEBUG nova.scheduler.client.report [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 872.799221] env[69572]: DEBUG nova.compute.provider_tree [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.823018] env[69572]: DEBUG nova.scheduler.client.report [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 872.850777] env[69572]: DEBUG nova.scheduler.client.report [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 873.029917] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 8ac151eb-9fb8-42e8-b4cf-454d77655f61] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 873.878046] env[69572]: DEBUG oslo_concurrency.lockutils [req-3d2e3dd2-e335-452d-a13a-de701a5ae79e req-d11ddf4c-f114-4a48-bab5-94649ff964c1 service nova] Releasing lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.883917] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 3632a917-e091-4fbe-aee1-00d7442885df] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 873.887565] env[69572]: DEBUG nova.network.neutron [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Successfully updated port: e3679204-c77c-419b-b912-f8d4a024c0ec {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.894754] env[69572]: DEBUG nova.compute.manager [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Received event network-vif-plugged-e3679204-c77c-419b-b912-f8d4a024c0ec {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 873.894964] env[69572]: DEBUG oslo_concurrency.lockutils [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] Acquiring lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.895185] env[69572]: DEBUG oslo_concurrency.lockutils [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] Lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.895379] env[69572]: DEBUG oslo_concurrency.lockutils [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] Lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.895561] env[69572]: DEBUG nova.compute.manager [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] No waiting events found dispatching network-vif-plugged-e3679204-c77c-419b-b912-f8d4a024c0ec {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 873.895660] env[69572]: WARNING nova.compute.manager [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Received unexpected event network-vif-plugged-e3679204-c77c-419b-b912-f8d4a024c0ec for instance with vm_state building and task_state spawning. [ 873.895811] env[69572]: DEBUG nova.compute.manager [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Received event network-changed-e3679204-c77c-419b-b912-f8d4a024c0ec {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 873.895958] env[69572]: DEBUG nova.compute.manager [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Refreshing instance network info cache due to event network-changed-e3679204-c77c-419b-b912-f8d4a024c0ec. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 873.896243] env[69572]: DEBUG oslo_concurrency.lockutils [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] Acquiring lock "refresh_cache-bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.896385] env[69572]: DEBUG oslo_concurrency.lockutils [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] Acquired lock "refresh_cache-bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.896540] env[69572]: DEBUG nova.network.neutron [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Refreshing network info cache for port e3679204-c77c-419b-b912-f8d4a024c0ec {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.197121] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10338b4a-c66c-4ee0-9433-36c84940e650 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.207542] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b133d8-1e06-4009-a3af-91b2e4e58c71 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.238591] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff8f971-907c-4b01-a600-c27965deac3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.246295] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23acd45-1614-4394-8172-2c48185cbc1d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.261192] env[69572]: DEBUG nova.compute.provider_tree [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.390917] env[69572]: DEBUG nova.compute.manager [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.391815] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fd3720-0a6f-4155-ab91-270ac55a5abf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.401696] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 6a0aa2a6-2625-4aef-9e13-e7c6e9d15338] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 874.413016] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "refresh_cache-bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.490584] env[69572]: DEBUG nova.network.neutron [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.592115] env[69572]: DEBUG nova.network.neutron [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Port dabd90a1-5b98-4966-b8e6-33945644ca98 binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 874.592115] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.592115] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.592115] env[69572]: DEBUG nova.network.neutron [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.659364] env[69572]: DEBUG nova.network.neutron [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.801885] env[69572]: DEBUG nova.scheduler.client.report [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 874.801885] env[69572]: DEBUG nova.compute.provider_tree [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 92 to 93 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 874.801885] env[69572]: DEBUG nova.compute.provider_tree [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.904845] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 8621a619-9c29-45e6-891a-81faa8a2d0b7] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 874.911449] env[69572]: INFO nova.compute.manager [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] instance snapshotting [ 874.914241] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7b7daa-5f1d-4696-88ab-9bb806a6e424 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.934726] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26e4457-96e0-4660-a6ca-a6320cbce220 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.165440] env[69572]: DEBUG oslo_concurrency.lockutils [req-8aeafe3a-aae0-47e4-9056-f49d909d6398 req-cbfeec41-d44a-4049-8458-75c47ec47cff service nova] Releasing lock "refresh_cache-bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.165858] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquired lock "refresh_cache-bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.166038] env[69572]: DEBUG nova.network.neutron [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.307604] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.713s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.308289] env[69572]: DEBUG nova.compute.manager [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 875.314430] env[69572]: DEBUG oslo_concurrency.lockutils [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.374s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.314611] env[69572]: DEBUG oslo_concurrency.lockutils [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.317798] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.984s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.321018] env[69572]: INFO nova.compute.claims [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.364029] env[69572]: INFO nova.scheduler.client.report [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleted allocations for instance 027eeb22-fe2d-41f4-9790-ef43800786ef [ 875.409981] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 16f4a6eb-ba57-409c-a828-0a49823f3a8c] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 875.445868] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 875.448432] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54ba7228-bfdc-46af-90ee-bab7c484ab8b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.456648] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 875.456648] env[69572]: value = "task-3434530" [ 875.456648] env[69572]: _type = "Task" [ 875.456648] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.467978] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.538807] env[69572]: DEBUG nova.network.neutron [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance_info_cache with network_info: [{"id": "dabd90a1-5b98-4966-b8e6-33945644ca98", "address": "fa:16:3e:fe:a2:50", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd90a1-5b", "ovs_interfaceid": "dabd90a1-5b98-4966-b8e6-33945644ca98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.711166] env[69572]: DEBUG nova.network.neutron [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.816546] env[69572]: DEBUG nova.compute.utils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.818449] env[69572]: DEBUG nova.compute.manager [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 875.818815] env[69572]: DEBUG nova.network.neutron [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.875865] env[69572]: DEBUG oslo_concurrency.lockutils [None req-461beae1-2939-4ccd-b924-fc494f83a67a tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "027eeb22-fe2d-41f4-9790-ef43800786ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.596s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.913423] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 4d10dbb8-f400-48ce-9dce-5b6cb7dd70ea] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 875.928048] env[69572]: DEBUG nova.policy [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6d783dae614c7482b583cb6b588bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413ef338adfc4b888f3500ba5b60707c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.970713] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.016695] env[69572]: DEBUG nova.network.neutron [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Updating instance_info_cache with network_info: [{"id": "e3679204-c77c-419b-b912-f8d4a024c0ec", "address": "fa:16:3e:99:b0:d8", "network": {"id": "5611f650-e8e5-417a-b4cc-1b5808d08baa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1489247657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c0470d0ff8479f92448943519dc4e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3679204-c7", "ovs_interfaceid": "e3679204-c77c-419b-b912-f8d4a024c0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.042501] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.216763] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.216763] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.216763] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.216763] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.216763] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.217901] env[69572]: INFO nova.compute.manager [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Terminating instance [ 876.281529] env[69572]: DEBUG nova.network.neutron [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Successfully created port: 622fbff1-0d53-4a36-87f8-0a3b342bf5de {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.321961] env[69572]: DEBUG nova.compute.manager [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 876.429068] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 6af9f8cd-5fb7-486f-be1d-69a4398beb01] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 876.468333] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434530, 'name': CreateSnapshot_Task, 'duration_secs': 0.64306} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.468474] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 876.469165] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea099777-33ad-4c1d-9071-005ac77aa918 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.519915] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Releasing lock "refresh_cache-bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.520279] env[69572]: DEBUG nova.compute.manager [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Instance network_info: |[{"id": "e3679204-c77c-419b-b912-f8d4a024c0ec", "address": "fa:16:3e:99:b0:d8", "network": {"id": "5611f650-e8e5-417a-b4cc-1b5808d08baa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1489247657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57c0470d0ff8479f92448943519dc4e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3679204-c7", "ovs_interfaceid": "e3679204-c77c-419b-b912-f8d4a024c0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 876.520967] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:b0:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3679204-c77c-419b-b912-f8d4a024c0ec', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.529602] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.534638] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.534638] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5519f13f-5abb-49f1-8482-968f751b4fdd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.554469] env[69572]: DEBUG nova.compute.manager [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69572) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 876.554738] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.564194] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.564194] env[69572]: value = "task-3434531" [ 876.564194] env[69572]: _type = "Task" [ 876.564194] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.574646] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434531, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.724188] env[69572]: DEBUG nova.compute.manager [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 876.724783] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.725946] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e727db6d-3813-49f4-b6e1-65e1dd067004 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.735034] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.735322] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c885e3d-5e34-4c38-869c-e287c75d51d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.743381] env[69572]: DEBUG oslo_vmware.api [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 876.743381] env[69572]: value = "task-3434532" [ 876.743381] env[69572]: _type = "Task" [ 876.743381] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.756041] env[69572]: DEBUG oslo_vmware.api [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.927620] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa1cf71-63e7-4f92-b042-dc8a9b82ba42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.940016] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: e558537c-3b7c-45c6-ba0e-754fe2895d6c] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 876.943019] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4326d81d-6062-4273-b2f4-d0c4b19f80fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.975606] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f771221e-b066-420c-b021-4ced5d0df9ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.983556] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620fc941-3770-441e-be9a-cfb9ccb6e881 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.993931] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 876.994522] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f54d28f4-6893-4d54-bc59-fb549aba0fe9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.008910] env[69572]: DEBUG nova.compute.provider_tree [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.011078] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 877.011078] env[69572]: value = "task-3434533" [ 877.011078] env[69572]: _type = "Task" [ 877.011078] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.020436] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434533, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.072855] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434531, 'name': CreateVM_Task, 'duration_secs': 0.348761} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.072995] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.073705] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.073870] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.074203] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.074568] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8dac8c-eac3-49af-9a20-36d5d35eda52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.078928] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 877.078928] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b0b332-1219-9a65-eb44-a0213a2c67d9" [ 877.078928] env[69572]: _type = "Task" [ 877.078928] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.089258] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b0b332-1219-9a65-eb44-a0213a2c67d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.257374] env[69572]: DEBUG oslo_vmware.api [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434532, 'name': PowerOffVM_Task, 'duration_secs': 0.207995} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.257729] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.258012] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.258373] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-821be5e7-5f76-4551-b4f7-0395bdf95121 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.328375] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.328744] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.329043] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleting the datastore file [datastore1] 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.329417] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b009a60-5711-4dcb-a57e-fa1aad94d865 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.333379] env[69572]: DEBUG nova.compute.manager [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 877.341207] env[69572]: DEBUG oslo_vmware.api [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 877.341207] env[69572]: value = "task-3434535" [ 877.341207] env[69572]: _type = "Task" [ 877.341207] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.352755] env[69572]: DEBUG oslo_vmware.api [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.364843] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.365260] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.365549] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.365881] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.366152] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.366391] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.366706] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.366947] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.367242] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.367511] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.367804] env[69572]: DEBUG nova.virt.hardware [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.369218] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0eda25-154e-4dcb-926b-0e926962880a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.380834] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa95c91-e243-44eb-a66b-2a28fb253b71 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.447663] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: a54ec9b6-147a-4162-bd64-a1f43ef54209] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 877.513401] env[69572]: DEBUG nova.scheduler.client.report [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.526897] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434533, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.589802] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b0b332-1219-9a65-eb44-a0213a2c67d9, 'name': SearchDatastore_Task, 'duration_secs': 0.016325} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.589876] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.590209] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.590431] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.590537] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.590723] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.591106] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa97f89-3f3e-4e16-844d-43f4f18ae2f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.599732] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.600605] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.600706] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdf5c0d-4418-40fb-b7af-1e0b72d8c692 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.606163] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 877.606163] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]528c5c53-0e82-0a48-797c-1cb4ce94cffb" [ 877.606163] env[69572]: _type = "Task" [ 877.606163] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.613712] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528c5c53-0e82-0a48-797c-1cb4ce94cffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.852056] env[69572]: DEBUG oslo_vmware.api [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196396} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.852345] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.852525] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.852699] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.852872] env[69572]: INFO nova.compute.manager [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 877.853180] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.853404] env[69572]: DEBUG nova.compute.manager [-] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 877.853500] env[69572]: DEBUG nova.network.neutron [-] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.890742] env[69572]: DEBUG nova.compute.manager [req-3e854656-a2d7-4371-91b5-88df31da807d req-1261eb3b-4ef1-4caa-882c-8f06418f5d0f service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Received event network-vif-plugged-622fbff1-0d53-4a36-87f8-0a3b342bf5de {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 877.891032] env[69572]: DEBUG oslo_concurrency.lockutils [req-3e854656-a2d7-4371-91b5-88df31da807d req-1261eb3b-4ef1-4caa-882c-8f06418f5d0f service nova] Acquiring lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.891273] env[69572]: DEBUG oslo_concurrency.lockutils [req-3e854656-a2d7-4371-91b5-88df31da807d req-1261eb3b-4ef1-4caa-882c-8f06418f5d0f service nova] Lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.891858] env[69572]: DEBUG oslo_concurrency.lockutils [req-3e854656-a2d7-4371-91b5-88df31da807d req-1261eb3b-4ef1-4caa-882c-8f06418f5d0f service nova] Lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.892131] env[69572]: DEBUG nova.compute.manager [req-3e854656-a2d7-4371-91b5-88df31da807d req-1261eb3b-4ef1-4caa-882c-8f06418f5d0f service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] No waiting events found dispatching network-vif-plugged-622fbff1-0d53-4a36-87f8-0a3b342bf5de {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 877.892288] env[69572]: WARNING nova.compute.manager [req-3e854656-a2d7-4371-91b5-88df31da807d req-1261eb3b-4ef1-4caa-882c-8f06418f5d0f service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Received unexpected event network-vif-plugged-622fbff1-0d53-4a36-87f8-0a3b342bf5de for instance with vm_state building and task_state spawning. [ 877.951514] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 4f50b84f-c5fd-4c61-b1bb-36ac3cd3a57b] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 878.023491] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.024016] env[69572]: DEBUG nova.compute.manager [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 878.026947] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.109s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.028404] env[69572]: INFO nova.compute.claims [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.038190] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434533, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.117971] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528c5c53-0e82-0a48-797c-1cb4ce94cffb, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.118978] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26778216-f08f-48f7-af02-f95ba7d06db8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.124919] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 878.124919] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c3491f-0b43-dbe0-ef1a-07b111e888a6" [ 878.124919] env[69572]: _type = "Task" [ 878.124919] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.132945] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c3491f-0b43-dbe0-ef1a-07b111e888a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.213674] env[69572]: DEBUG nova.network.neutron [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Successfully updated port: 622fbff1-0d53-4a36-87f8-0a3b342bf5de {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.455293] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: aef8635a-a3e7-413e-8a05-5b8518c2a060] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 878.528555] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434533, 'name': CloneVM_Task, 'duration_secs': 1.232326} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.528706] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Created linked-clone VM from snapshot [ 878.529659] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d5563d-1f9d-4389-ace7-eb3b12d91076 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.536650] env[69572]: DEBUG nova.compute.utils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.537848] env[69572]: DEBUG nova.compute.manager [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 878.538136] env[69572]: DEBUG nova.network.neutron [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.547025] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Uploading image 373e84ae-97c3-456a-b029-ad4ac513d522 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 878.574137] env[69572]: DEBUG oslo_vmware.rw_handles [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 878.574137] env[69572]: value = "vm-685628" [ 878.574137] env[69572]: _type = "VirtualMachine" [ 878.574137] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 878.574705] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc6e2610-dfb6-4ed4-96b8-439bc93f724b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.578728] env[69572]: DEBUG nova.policy [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d01bcca54d947eca11164128595a5f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57bc14a4ac6499baa8f6a3906af1b98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.582653] env[69572]: DEBUG oslo_vmware.rw_handles [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lease: (returnval){ [ 878.582653] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523b21db-3807-16cd-471f-5f002a263c11" [ 878.582653] env[69572]: _type = "HttpNfcLease" [ 878.582653] env[69572]: } obtained for exporting VM: (result){ [ 878.582653] env[69572]: value = "vm-685628" [ 878.582653] env[69572]: _type = "VirtualMachine" [ 878.582653] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 878.582963] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the lease: (returnval){ [ 878.582963] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523b21db-3807-16cd-471f-5f002a263c11" [ 878.582963] env[69572]: _type = "HttpNfcLease" [ 878.582963] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 878.589998] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.589998] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523b21db-3807-16cd-471f-5f002a263c11" [ 878.589998] env[69572]: _type = "HttpNfcLease" [ 878.589998] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 878.637395] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c3491f-0b43-dbe0-ef1a-07b111e888a6, 'name': SearchDatastore_Task, 'duration_secs': 0.016081} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.637703] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.637971] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4/bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.638318] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e978bdc8-0936-4ecd-b684-00f61b03070d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.644761] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 878.644761] env[69572]: value = "task-3434537" [ 878.644761] env[69572]: _type = "Task" [ 878.644761] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.653231] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.717336] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-8ad757b5-9229-4271-abae-e0dfcffe0b7e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.717466] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-8ad757b5-9229-4271-abae-e0dfcffe0b7e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.718029] env[69572]: DEBUG nova.network.neutron [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.838992] env[69572]: DEBUG nova.network.neutron [-] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.958523] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 4525d836-8702-40f2-996f-c2dcd70e86bc] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 879.005267] env[69572]: DEBUG nova.network.neutron [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Successfully created port: e734a0ef-d5b7-4446-a4b1-04b7490983e0 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.049242] env[69572]: DEBUG nova.compute.utils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.096240] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.096240] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523b21db-3807-16cd-471f-5f002a263c11" [ 879.096240] env[69572]: _type = "HttpNfcLease" [ 879.096240] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 879.096240] env[69572]: DEBUG oslo_vmware.rw_handles [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 879.096240] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523b21db-3807-16cd-471f-5f002a263c11" [ 879.096240] env[69572]: _type = "HttpNfcLease" [ 879.096240] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 879.100024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bee534-3eed-4aec-84be-dc75222c51e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.107996] env[69572]: DEBUG oslo_vmware.rw_handles [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277436e-10db-d783-98c5-f2b56ba4c40b/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 879.108772] env[69572]: DEBUG oslo_vmware.rw_handles [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277436e-10db-d783-98c5-f2b56ba4c40b/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 879.191397] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542269} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.191397] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4/bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.191397] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.191637] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9eb5ebc-1b33-4d60-bf89-b85da6e4b30a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.198524] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 879.198524] env[69572]: value = "task-3434538" [ 879.198524] env[69572]: _type = "Task" [ 879.198524] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.207039] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.285366] env[69572]: DEBUG nova.network.neutron [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.325672] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9e7ff8d-739e-4544-b8b6-84d661724192 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.344354] env[69572]: INFO nova.compute.manager [-] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Took 1.49 seconds to deallocate network for instance. [ 879.463739] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 3f1e0612-ce15-441a-8c68-6d5aba1d4484] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 879.550949] env[69572]: DEBUG nova.compute.manager [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 879.583658] env[69572]: DEBUG nova.network.neutron [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Updating instance_info_cache with network_info: [{"id": "622fbff1-0d53-4a36-87f8-0a3b342bf5de", "address": "fa:16:3e:5e:4c:06", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622fbff1-0d", "ovs_interfaceid": "622fbff1-0d53-4a36-87f8-0a3b342bf5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.707217] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b663ab-2f41-434d-8eca-3f17a5dfca15 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.713370] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087138} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.714579] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.715029] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fc3a8a-15d2-47a4-9d5f-62c572c01c44 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.721323] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16652a40-bb8c-4ec8-bdd5-e36671070fcd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.745194] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4/bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.746256] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f77949f2-55e2-4359-a7a5-aba931cdc0ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.790289] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0bf066-8deb-479d-b918-ac7747042aa5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.796805] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 879.796805] env[69572]: value = "task-3434539" [ 879.796805] env[69572]: _type = "Task" [ 879.796805] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.802251] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e41d15b-de92-493f-ae2b-d0768ebace7b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.811175] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.820355] env[69572]: DEBUG nova.compute.provider_tree [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.853162] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.925734] env[69572]: DEBUG nova.compute.manager [req-4f6941e9-876c-41d4-9c1e-ab20f55d334a req-9a17b9e1-6e52-4fa1-965b-f39a9fa4974d service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Received event network-changed-622fbff1-0d53-4a36-87f8-0a3b342bf5de {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 879.926436] env[69572]: DEBUG nova.compute.manager [req-4f6941e9-876c-41d4-9c1e-ab20f55d334a req-9a17b9e1-6e52-4fa1-965b-f39a9fa4974d service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Refreshing instance network info cache due to event network-changed-622fbff1-0d53-4a36-87f8-0a3b342bf5de. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 879.926436] env[69572]: DEBUG oslo_concurrency.lockutils [req-4f6941e9-876c-41d4-9c1e-ab20f55d334a req-9a17b9e1-6e52-4fa1-965b-f39a9fa4974d service nova] Acquiring lock "refresh_cache-8ad757b5-9229-4271-abae-e0dfcffe0b7e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.967836] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 00d85748-2c5b-44bb-891d-cc15b8dbc40a] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 880.086789] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-8ad757b5-9229-4271-abae-e0dfcffe0b7e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.087287] env[69572]: DEBUG nova.compute.manager [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Instance network_info: |[{"id": "622fbff1-0d53-4a36-87f8-0a3b342bf5de", "address": "fa:16:3e:5e:4c:06", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622fbff1-0d", "ovs_interfaceid": "622fbff1-0d53-4a36-87f8-0a3b342bf5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 880.087613] env[69572]: DEBUG oslo_concurrency.lockutils [req-4f6941e9-876c-41d4-9c1e-ab20f55d334a req-9a17b9e1-6e52-4fa1-965b-f39a9fa4974d service nova] Acquired lock "refresh_cache-8ad757b5-9229-4271-abae-e0dfcffe0b7e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.087786] env[69572]: DEBUG nova.network.neutron [req-4f6941e9-876c-41d4-9c1e-ab20f55d334a req-9a17b9e1-6e52-4fa1-965b-f39a9fa4974d service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Refreshing network info cache for port 622fbff1-0d53-4a36-87f8-0a3b342bf5de {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.089824] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:4c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '622fbff1-0d53-4a36-87f8-0a3b342bf5de', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.099567] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.103584] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.104143] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e892339-c826-4350-9976-067bd62936fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.132953] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.132953] env[69572]: value = "task-3434540" [ 880.132953] env[69572]: _type = "Task" [ 880.132953] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.142528] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434540, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.310237] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434539, 'name': ReconfigVM_Task, 'duration_secs': 0.35918} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.310725] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Reconfigured VM instance instance-00000043 to attach disk [datastore1] bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4/bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.312177] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f124eb-c5ee-4d81-a75b-f95d84b54449 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.322353] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 880.322353] env[69572]: value = "task-3434541" [ 880.322353] env[69572]: _type = "Task" [ 880.322353] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.334928] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434541, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.367533] env[69572]: DEBUG nova.scheduler.client.report [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 880.367799] env[69572]: DEBUG nova.compute.provider_tree [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 93 to 94 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 880.367988] env[69572]: DEBUG nova.compute.provider_tree [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.470982] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: aa86f0d6-bd53-47e8-908c-64ef9c7739a2] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 880.474544] env[69572]: DEBUG nova.network.neutron [req-4f6941e9-876c-41d4-9c1e-ab20f55d334a req-9a17b9e1-6e52-4fa1-965b-f39a9fa4974d service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Updated VIF entry in instance network info cache for port 622fbff1-0d53-4a36-87f8-0a3b342bf5de. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.475423] env[69572]: DEBUG nova.network.neutron [req-4f6941e9-876c-41d4-9c1e-ab20f55d334a req-9a17b9e1-6e52-4fa1-965b-f39a9fa4974d service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Updating instance_info_cache with network_info: [{"id": "622fbff1-0d53-4a36-87f8-0a3b342bf5de", "address": "fa:16:3e:5e:4c:06", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622fbff1-0d", "ovs_interfaceid": "622fbff1-0d53-4a36-87f8-0a3b342bf5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.565800] env[69572]: DEBUG nova.compute.manager [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 880.593666] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:14:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='539076393',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1106403649',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.594284] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.594523] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.594912] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.595328] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.595655] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.595978] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.596673] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.596889] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.597046] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.597386] env[69572]: DEBUG nova.virt.hardware [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.598298] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739bd2b9-af87-494e-bcbb-6b60fa4b8843 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.607868] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d02e06-3ac5-40ed-ad91-f95ab103841d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.645500] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434540, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.835182] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434541, 'name': Rename_Task, 'duration_secs': 0.328825} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.835182] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.835182] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44799ed3-4aa6-4838-a048-ae20609c4dbc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.842341] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 880.842341] env[69572]: value = "task-3434542" [ 880.842341] env[69572]: _type = "Task" [ 880.842341] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.850925] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.874560] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.875245] env[69572]: DEBUG nova.compute.manager [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 880.878795] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.787s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.879046] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.881501] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.007s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.883264] env[69572]: INFO nova.compute.claims [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.917141] env[69572]: INFO nova.scheduler.client.report [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted allocations for instance c0ca0881-c795-401c-9280-892291c48666 [ 880.980703] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: d937e8b6-24b2-480a-b4d1-a67e1e61ca19] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 880.980703] env[69572]: DEBUG oslo_concurrency.lockutils [req-4f6941e9-876c-41d4-9c1e-ab20f55d334a req-9a17b9e1-6e52-4fa1-965b-f39a9fa4974d service nova] Releasing lock "refresh_cache-8ad757b5-9229-4271-abae-e0dfcffe0b7e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.980703] env[69572]: DEBUG nova.compute.manager [req-4f6941e9-876c-41d4-9c1e-ab20f55d334a req-9a17b9e1-6e52-4fa1-965b-f39a9fa4974d service nova] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Received event network-vif-deleted-d8953410-5d9b-41c9-a81b-0a3e0d0cb393 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 880.985019] env[69572]: DEBUG nova.network.neutron [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Successfully updated port: e734a0ef-d5b7-4446-a4b1-04b7490983e0 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.143358] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434540, 'name': CreateVM_Task, 'duration_secs': 0.562496} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.143561] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.144306] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.144506] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.144871] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.145075] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8bdda8c-f61a-44da-9925-8b96479d5d8b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.150264] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 881.150264] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5229d90b-a3ad-f0dc-b337-74597ce5a4be" [ 881.150264] env[69572]: _type = "Task" [ 881.150264] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.158601] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5229d90b-a3ad-f0dc-b337-74597ce5a4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.353346] env[69572]: DEBUG oslo_vmware.api [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434542, 'name': PowerOnVM_Task, 'duration_secs': 0.47535} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.353638] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.353842] env[69572]: INFO nova.compute.manager [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Took 9.74 seconds to spawn the instance on the hypervisor. [ 881.354077] env[69572]: DEBUG nova.compute.manager [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.355780] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c126ca-3f51-4b56-8c9f-05d08200554b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.388412] env[69572]: DEBUG nova.compute.utils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.392910] env[69572]: DEBUG nova.compute.manager [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 881.392910] env[69572]: DEBUG nova.network.neutron [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.427706] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad747156-2a06-4b38-ac3f-3d90dfc9ba93 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "c0ca0881-c795-401c-9280-892291c48666" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.839s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.457802] env[69572]: DEBUG nova.policy [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '664d81ad6eb0469aaf61ac7b30c68751', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31ca740f23ea4a9ba543a45955eb1bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.485759] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 58c7418e-6ead-49a3-9b36-a06b2b50bbd7] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 881.488415] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "refresh_cache-5acca6bc-e920-49e8-8f49-728804af26ed" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.488610] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquired lock "refresh_cache-5acca6bc-e920-49e8-8f49-728804af26ed" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.488787] env[69572]: DEBUG nova.network.neutron [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.662758] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5229d90b-a3ad-f0dc-b337-74597ce5a4be, 'name': SearchDatastore_Task, 'duration_secs': 0.012907} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.663139] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.663477] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.663757] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.663919] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.664199] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.664548] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c69c90-7d1b-4873-92ea-d56b586997c6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.676579] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.676809] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.677688] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2e18f4-1ab4-49da-a882-0453e3e3038b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.684583] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 881.684583] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52248d7f-7c79-cffc-43f8-80199fdf867e" [ 881.684583] env[69572]: _type = "Task" [ 881.684583] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.694174] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52248d7f-7c79-cffc-43f8-80199fdf867e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.879874] env[69572]: INFO nova.compute.manager [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Took 54.19 seconds to build instance. [ 881.895198] env[69572]: DEBUG nova.compute.manager [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 881.941342] env[69572]: DEBUG nova.network.neutron [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Successfully created port: 6d22dffb-fdd5-4f5a-9cec-d0a690876417 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.991747] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: d1f691d5-15f8-4b39-9981-3420e771eaa4] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 882.013678] env[69572]: DEBUG nova.compute.manager [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Received event network-vif-plugged-e734a0ef-d5b7-4446-a4b1-04b7490983e0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 882.013678] env[69572]: DEBUG oslo_concurrency.lockutils [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] Acquiring lock "5acca6bc-e920-49e8-8f49-728804af26ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.013678] env[69572]: DEBUG oslo_concurrency.lockutils [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] Lock "5acca6bc-e920-49e8-8f49-728804af26ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.013678] env[69572]: DEBUG oslo_concurrency.lockutils [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] Lock "5acca6bc-e920-49e8-8f49-728804af26ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.013678] env[69572]: DEBUG nova.compute.manager [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] No waiting events found dispatching network-vif-plugged-e734a0ef-d5b7-4446-a4b1-04b7490983e0 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 882.013678] env[69572]: WARNING nova.compute.manager [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Received unexpected event network-vif-plugged-e734a0ef-d5b7-4446-a4b1-04b7490983e0 for instance with vm_state building and task_state spawning. [ 882.013678] env[69572]: DEBUG nova.compute.manager [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Received event network-changed-e734a0ef-d5b7-4446-a4b1-04b7490983e0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 882.013678] env[69572]: DEBUG nova.compute.manager [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Refreshing instance network info cache due to event network-changed-e734a0ef-d5b7-4446-a4b1-04b7490983e0. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 882.013678] env[69572]: DEBUG oslo_concurrency.lockutils [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] Acquiring lock "refresh_cache-5acca6bc-e920-49e8-8f49-728804af26ed" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.055270] env[69572]: DEBUG nova.network.neutron [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.202527] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52248d7f-7c79-cffc-43f8-80199fdf867e, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.204147] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3540d43-aeff-4bcd-8bdc-0ab7532bbeca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.213343] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 882.213343] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525d4f10-2918-6683-9ae8-c40bf3d0e569" [ 882.213343] env[69572]: _type = "Task" [ 882.213343] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.223343] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525d4f10-2918-6683-9ae8-c40bf3d0e569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.388171] env[69572]: DEBUG oslo_concurrency.lockutils [None req-23be04fd-9768-4bde-975d-f8927eb92fc2 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.894s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.390363] env[69572]: DEBUG nova.network.neutron [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Updating instance_info_cache with network_info: [{"id": "e734a0ef-d5b7-4446-a4b1-04b7490983e0", "address": "fa:16:3e:90:a6:db", "network": {"id": "e799dccb-79de-4fc9-9a35-1e08740688d9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1767559996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57bc14a4ac6499baa8f6a3906af1b98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape734a0ef-d5", "ovs_interfaceid": "e734a0ef-d5b7-4446-a4b1-04b7490983e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.499623] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: c4c3542a-99d9-43a5-b53a-a6f1a740d378] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 882.515978] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7848d6-0ce1-4197-b424-2fb22a5ddec4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.525703] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec42c496-51ca-4c59-aead-73c1ecb5467f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.568862] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd536ec-12be-43f6-a670-133c5d804b45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.577860] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634bf93a-e03a-4c56-8ff0-444221bf0ff8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.592688] env[69572]: DEBUG nova.compute.provider_tree [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.723625] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525d4f10-2918-6683-9ae8-c40bf3d0e569, 'name': SearchDatastore_Task, 'duration_secs': 0.026077} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.723938] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.724842] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8ad757b5-9229-4271-abae-e0dfcffe0b7e/8ad757b5-9229-4271-abae-e0dfcffe0b7e.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.724842] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eee34b91-ff75-4bbe-8090-d5e65ff810c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.731903] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 882.731903] env[69572]: value = "task-3434543" [ 882.731903] env[69572]: _type = "Task" [ 882.731903] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.739422] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.893071] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Releasing lock "refresh_cache-5acca6bc-e920-49e8-8f49-728804af26ed" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.893506] env[69572]: DEBUG nova.compute.manager [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Instance network_info: |[{"id": "e734a0ef-d5b7-4446-a4b1-04b7490983e0", "address": "fa:16:3e:90:a6:db", "network": {"id": "e799dccb-79de-4fc9-9a35-1e08740688d9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1767559996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57bc14a4ac6499baa8f6a3906af1b98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape734a0ef-d5", "ovs_interfaceid": "e734a0ef-d5b7-4446-a4b1-04b7490983e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 882.894266] env[69572]: DEBUG oslo_concurrency.lockutils [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] Acquired lock "refresh_cache-5acca6bc-e920-49e8-8f49-728804af26ed" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.894452] env[69572]: DEBUG nova.network.neutron [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Refreshing network info cache for port e734a0ef-d5b7-4446-a4b1-04b7490983e0 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.895625] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:a6:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e734a0ef-d5b7-4446-a4b1-04b7490983e0', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.904698] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.908219] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.909804] env[69572]: DEBUG nova.compute.manager [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 882.913417] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1db16e4-aa44-43b1-be44-c641f6d953be {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.934459] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.934459] env[69572]: value = "task-3434544" [ 882.934459] env[69572]: _type = "Task" [ 882.934459] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.942065] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.942065] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.942065] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.942065] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.942065] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.942065] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.942065] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.942065] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.942065] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.942065] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.942538] env[69572]: DEBUG nova.virt.hardware [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.943565] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edff2c82-cf1c-4939-8bfa-ffa223a1f36c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.952151] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434544, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.955537] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0232a9-4fa1-41f3-b396-7c90865dc030 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.007232] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: a710e4e0-dfdb-4f36-9e1a-357e6939166f] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 883.096858] env[69572]: DEBUG nova.scheduler.client.report [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.243730] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434543, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.447603] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434544, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.518072] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 25100a8f-aab3-48dd-9971-983dfdc644cf] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 883.540294] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "48d60558-124c-4fd8-ace0-f621c34c7d45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.540582] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "48d60558-124c-4fd8-ace0-f621c34c7d45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.602655] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.603206] env[69572]: DEBUG nova.compute.manager [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 883.606435] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.947s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.606630] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.608935] env[69572]: DEBUG oslo_concurrency.lockutils [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.781s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.609669] env[69572]: DEBUG oslo_concurrency.lockutils [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.612927] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.542s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.613169] env[69572]: INFO nova.compute.claims [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.622831] env[69572]: DEBUG nova.network.neutron [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Updated VIF entry in instance network info cache for port e734a0ef-d5b7-4446-a4b1-04b7490983e0. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.622831] env[69572]: DEBUG nova.network.neutron [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Updating instance_info_cache with network_info: [{"id": "e734a0ef-d5b7-4446-a4b1-04b7490983e0", "address": "fa:16:3e:90:a6:db", "network": {"id": "e799dccb-79de-4fc9-9a35-1e08740688d9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1767559996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57bc14a4ac6499baa8f6a3906af1b98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape734a0ef-d5", "ovs_interfaceid": "e734a0ef-d5b7-4446-a4b1-04b7490983e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.646020] env[69572]: INFO nova.scheduler.client.report [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted allocations for instance a7f9b083-cb15-4197-bd23-16ef6847dcea [ 883.656782] env[69572]: INFO nova.scheduler.client.report [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Deleted allocations for instance 56aecc50-2aad-40cf-a4cb-131be0bb1141 [ 883.748415] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600024} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.748415] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8ad757b5-9229-4271-abae-e0dfcffe0b7e/8ad757b5-9229-4271-abae-e0dfcffe0b7e.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.748415] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.748415] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50309e29-b6b7-4075-9840-11f34e5cd94b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.752544] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 883.752544] env[69572]: value = "task-3434545" [ 883.752544] env[69572]: _type = "Task" [ 883.752544] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.761801] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.946009] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434544, 'name': CreateVM_Task, 'duration_secs': 0.548271} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.946177] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.946910] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.947083] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.947411] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.947705] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10670ad5-964d-4eb8-9ba9-487d12290701 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.954518] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 883.954518] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a77abf-20ba-4aca-82e2-250df596431a" [ 883.954518] env[69572]: _type = "Task" [ 883.954518] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.961475] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a77abf-20ba-4aca-82e2-250df596431a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.020710] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: b021a0db-b6df-4000-8f62-8d8ee448f1da] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 884.038351] env[69572]: DEBUG nova.network.neutron [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Successfully updated port: 6d22dffb-fdd5-4f5a-9cec-d0a690876417 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.045188] env[69572]: DEBUG nova.compute.manager [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 884.125502] env[69572]: DEBUG nova.compute.utils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.130029] env[69572]: DEBUG oslo_concurrency.lockutils [req-3513887c-4e27-40b8-825e-74fc835b9175 req-db8105eb-37c4-44d7-b2e5-0fd8fbb0ac22 service nova] Releasing lock "refresh_cache-5acca6bc-e920-49e8-8f49-728804af26ed" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.130029] env[69572]: DEBUG nova.compute.manager [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 884.130029] env[69572]: DEBUG nova.network.neutron [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.156925] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2e5e2377-70b4-4b24-9bfb-7b8dd47cee95 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "a7f9b083-cb15-4197-bd23-16ef6847dcea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.788s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.167519] env[69572]: DEBUG oslo_concurrency.lockutils [None req-643eb371-1a0c-4799-ab40-89f245918a34 tempest-ServerAddressesTestJSON-1747672683 tempest-ServerAddressesTestJSON-1747672683-project-member] Lock "56aecc50-2aad-40cf-a4cb-131be0bb1141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.102s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.245061] env[69572]: DEBUG nova.compute.manager [req-cae21d6b-f8b5-453f-a674-f41d0297ae73 req-c403eaad-4419-423a-9edb-19770bb1e395 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Received event network-vif-plugged-6d22dffb-fdd5-4f5a-9cec-d0a690876417 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 884.245286] env[69572]: DEBUG oslo_concurrency.lockutils [req-cae21d6b-f8b5-453f-a674-f41d0297ae73 req-c403eaad-4419-423a-9edb-19770bb1e395 service nova] Acquiring lock "8c60fff5-c705-4dcb-908f-d117ae568a43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.245547] env[69572]: DEBUG oslo_concurrency.lockutils [req-cae21d6b-f8b5-453f-a674-f41d0297ae73 req-c403eaad-4419-423a-9edb-19770bb1e395 service nova] Lock "8c60fff5-c705-4dcb-908f-d117ae568a43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.245648] env[69572]: DEBUG oslo_concurrency.lockutils [req-cae21d6b-f8b5-453f-a674-f41d0297ae73 req-c403eaad-4419-423a-9edb-19770bb1e395 service nova] Lock "8c60fff5-c705-4dcb-908f-d117ae568a43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.246124] env[69572]: DEBUG nova.compute.manager [req-cae21d6b-f8b5-453f-a674-f41d0297ae73 req-c403eaad-4419-423a-9edb-19770bb1e395 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] No waiting events found dispatching network-vif-plugged-6d22dffb-fdd5-4f5a-9cec-d0a690876417 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 884.246124] env[69572]: WARNING nova.compute.manager [req-cae21d6b-f8b5-453f-a674-f41d0297ae73 req-c403eaad-4419-423a-9edb-19770bb1e395 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Received unexpected event network-vif-plugged-6d22dffb-fdd5-4f5a-9cec-d0a690876417 for instance with vm_state building and task_state spawning. [ 884.264657] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089347} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.265276] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.266186] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460a8424-a864-4ad5-aa7b-48238962a2c3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.288516] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 8ad757b5-9229-4271-abae-e0dfcffe0b7e/8ad757b5-9229-4271-abae-e0dfcffe0b7e.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.289475] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d34417-5b20-4b0a-ae59-35b9f55de260 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.309353] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 884.309353] env[69572]: value = "task-3434546" [ 884.309353] env[69572]: _type = "Task" [ 884.309353] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.317356] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.330029] env[69572]: DEBUG nova.policy [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1e43e60df204ab396f8f3fb70c1d17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b0fbb740f24437da7023ec1473316f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.466122] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a77abf-20ba-4aca-82e2-250df596431a, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.466122] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.466122] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.466122] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.466122] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.466122] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.466122] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1233c23-4e1f-4ccf-a9e1-cabb7a2460b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.475558] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.475749] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.476522] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab642875-5946-4a8e-bf6a-81e35f73e589 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.482167] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 884.482167] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526bd19f-1ba5-7f98-5c88-e31511e49c29" [ 884.482167] env[69572]: _type = "Task" [ 884.482167] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.490342] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526bd19f-1ba5-7f98-5c88-e31511e49c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.526383] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 4c79bd64-8386-4deb-ae2a-9e7caf7c0eac] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 884.542614] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-8c60fff5-c705-4dcb-908f-d117ae568a43" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.542614] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-8c60fff5-c705-4dcb-908f-d117ae568a43" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.542614] env[69572]: DEBUG nova.network.neutron [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.569737] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.638450] env[69572]: DEBUG nova.compute.manager [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 884.685207] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5bdae43-0eed-48b3-8d9c-55dda360def0 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.685207] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5bdae43-0eed-48b3-8d9c-55dda360def0 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.685207] env[69572]: DEBUG nova.objects.instance [None req-e5bdae43-0eed-48b3-8d9c-55dda360def0 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'flavor' on Instance uuid af19677b-2149-40fd-8b98-78104dc4de40 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.780753] env[69572]: DEBUG nova.network.neutron [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Successfully created port: 42b7041b-c2d3-411a-94af-a49a83a81b20 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.828908] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434546, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.993657] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526bd19f-1ba5-7f98-5c88-e31511e49c29, 'name': SearchDatastore_Task, 'duration_secs': 0.008842} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.994623] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cacb3f28-417d-4ffc-8132-44118638de9e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.999992] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 884.999992] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52002f6f-6602-76fc-e85a-9db35c38f043" [ 884.999992] env[69572]: _type = "Task" [ 884.999992] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.008934] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52002f6f-6602-76fc-e85a-9db35c38f043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.028518] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: ac2e4d87-28eb-4d0a-9eca-7e110f4802b1] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 885.086920] env[69572]: DEBUG nova.network.neutron [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.179254] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1030e8-b5e0-4dbf-af35-7cbe41d64262 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.190363] env[69572]: DEBUG nova.objects.instance [None req-e5bdae43-0eed-48b3-8d9c-55dda360def0 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'pci_requests' on Instance uuid af19677b-2149-40fd-8b98-78104dc4de40 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.192931] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c47e117-e036-4062-aebb-cfc78b7d2c5d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.233873] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7906ee6e-20a4-41ff-a4e9-03ba551c71dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.243766] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9cc408-edc8-4ac1-954f-cb36e1f99559 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.257425] env[69572]: DEBUG nova.compute.provider_tree [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.326224] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434546, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.395787] env[69572]: DEBUG nova.network.neutron [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Updating instance_info_cache with network_info: [{"id": "6d22dffb-fdd5-4f5a-9cec-d0a690876417", "address": "fa:16:3e:fa:68:d9", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d22dffb-fd", "ovs_interfaceid": "6d22dffb-fdd5-4f5a-9cec-d0a690876417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.407594] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "09d692af-ee79-4db7-995a-c89e11055243" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.409491] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "09d692af-ee79-4db7-995a-c89e11055243" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.510527] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52002f6f-6602-76fc-e85a-9db35c38f043, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.510809] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.511082] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 5acca6bc-e920-49e8-8f49-728804af26ed/5acca6bc-e920-49e8-8f49-728804af26ed.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.511450] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bb4bd1b-09e8-4d8b-bbfc-d771930d2f9c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.518642] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 885.518642] env[69572]: value = "task-3434547" [ 885.518642] env[69572]: _type = "Task" [ 885.518642] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.526726] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.532265] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: e99fc207-9f68-473b-98e2-cac374a7dbf6] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 885.649713] env[69572]: DEBUG nova.compute.manager [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 885.685359] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.685359] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.685497] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.685588] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.685747] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.685899] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.686153] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.686325] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.686497] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.686657] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.687429] env[69572]: DEBUG nova.virt.hardware [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.688291] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2044356c-0e57-4cee-a5b8-167982897993 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.697140] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da02fd3-bebc-4888-8281-2b6d382037b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.702341] env[69572]: DEBUG nova.objects.base [None req-e5bdae43-0eed-48b3-8d9c-55dda360def0 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 885.702341] env[69572]: DEBUG nova.network.neutron [None req-e5bdae43-0eed-48b3-8d9c-55dda360def0 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.762000] env[69572]: DEBUG nova.scheduler.client.report [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.821250] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434546, 'name': ReconfigVM_Task, 'duration_secs': 1.47543} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.821582] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 8ad757b5-9229-4271-abae-e0dfcffe0b7e/8ad757b5-9229-4271-abae-e0dfcffe0b7e.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.822404] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5cdebc1-112a-442c-ab55-f437ae342ac9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.830298] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 885.830298] env[69572]: value = "task-3434548" [ 885.830298] env[69572]: _type = "Task" [ 885.830298] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.840254] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434548, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.846840] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e5bdae43-0eed-48b3-8d9c-55dda360def0 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.163s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.897964] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-8c60fff5-c705-4dcb-908f-d117ae568a43" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.898311] env[69572]: DEBUG nova.compute.manager [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Instance network_info: |[{"id": "6d22dffb-fdd5-4f5a-9cec-d0a690876417", "address": "fa:16:3e:fa:68:d9", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d22dffb-fd", "ovs_interfaceid": "6d22dffb-fdd5-4f5a-9cec-d0a690876417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 885.898777] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:68:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d22dffb-fdd5-4f5a-9cec-d0a690876417', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.907324] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.907324] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.907535] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4d8ada3-b194-411c-a26b-450a050aba50 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.924125] env[69572]: DEBUG nova.compute.manager [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 885.936235] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.936235] env[69572]: value = "task-3434549" [ 885.936235] env[69572]: _type = "Task" [ 885.936235] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.955459] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434549, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.029176] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434547, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.035971] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 0007c873-9bde-4617-8fab-e9e45b65f920] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 886.267552] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.268219] env[69572]: DEBUG nova.compute.manager [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 886.271176] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.302s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.271417] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.274151] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.692s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.275546] env[69572]: INFO nova.compute.claims [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.307933] env[69572]: INFO nova.scheduler.client.report [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Deleted allocations for instance 7f63dd74-08a8-4a3d-afd9-c36ecfd72314 [ 886.340802] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434548, 'name': Rename_Task, 'duration_secs': 0.275996} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.341144] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.341403] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb87269-d60a-46a2-b42d-afe5e50d27d5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.350730] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 886.350730] env[69572]: value = "task-3434550" [ 886.350730] env[69572]: _type = "Task" [ 886.350730] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.359708] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.436696] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.437073] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.438154] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.438154] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.438154] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.442706] env[69572]: INFO nova.compute.manager [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Terminating instance [ 886.451229] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434549, 'name': CreateVM_Task, 'duration_secs': 0.497277} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.452484] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.452701] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.453366] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.453529] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.453835] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.454128] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ed781b-7e90-4b1a-a171-4df18fa56df7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.460141] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 886.460141] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e8859-19f3-ce20-0da9-c541c94f2913" [ 886.460141] env[69572]: _type = "Task" [ 886.460141] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.468471] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527e8859-19f3-ce20-0da9-c541c94f2913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.529317] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524089} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.529602] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 5acca6bc-e920-49e8-8f49-728804af26ed/5acca6bc-e920-49e8-8f49-728804af26ed.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.529818] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.530165] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95c0b835-81b0-4f05-ac8a-e09b0e2591cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.536289] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 886.536289] env[69572]: value = "task-3434551" [ 886.536289] env[69572]: _type = "Task" [ 886.536289] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.539617] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.539776] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Cleaning up deleted instances with incomplete migration {{(pid=69572) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11871}} [ 886.545691] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.662371] env[69572]: DEBUG nova.network.neutron [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Successfully updated port: 42b7041b-c2d3-411a-94af-a49a83a81b20 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.782393] env[69572]: DEBUG nova.compute.utils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.784976] env[69572]: DEBUG nova.compute.manager [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 886.785559] env[69572]: DEBUG nova.network.neutron [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.819217] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01e2ad91-57ee-43ca-82ca-847513bea24d tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "7f63dd74-08a8-4a3d-afd9-c36ecfd72314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.455s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.869325] env[69572]: DEBUG nova.policy [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3340a0d316894f428e0d08d2f892ab10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c8d889b53ac474f8f4abfc36e9339dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.879413] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.917153] env[69572]: DEBUG nova.compute.manager [req-5c203208-0f4c-4823-a3d0-6a7b317fab29 req-875b56a1-c43a-411d-939f-128deaa2a9e7 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Received event network-changed-6d22dffb-fdd5-4f5a-9cec-d0a690876417 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 886.917441] env[69572]: DEBUG nova.compute.manager [req-5c203208-0f4c-4823-a3d0-6a7b317fab29 req-875b56a1-c43a-411d-939f-128deaa2a9e7 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Refreshing instance network info cache due to event network-changed-6d22dffb-fdd5-4f5a-9cec-d0a690876417. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 886.918584] env[69572]: DEBUG oslo_concurrency.lockutils [req-5c203208-0f4c-4823-a3d0-6a7b317fab29 req-875b56a1-c43a-411d-939f-128deaa2a9e7 service nova] Acquiring lock "refresh_cache-8c60fff5-c705-4dcb-908f-d117ae568a43" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.918584] env[69572]: DEBUG oslo_concurrency.lockutils [req-5c203208-0f4c-4823-a3d0-6a7b317fab29 req-875b56a1-c43a-411d-939f-128deaa2a9e7 service nova] Acquired lock "refresh_cache-8c60fff5-c705-4dcb-908f-d117ae568a43" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.918584] env[69572]: DEBUG nova.network.neutron [req-5c203208-0f4c-4823-a3d0-6a7b317fab29 req-875b56a1-c43a-411d-939f-128deaa2a9e7 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Refreshing network info cache for port 6d22dffb-fdd5-4f5a-9cec-d0a690876417 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.953135] env[69572]: DEBUG nova.compute.manager [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 886.953800] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.954712] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a58e3a-432a-4e72-85ea-4858b938ee84 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.964983] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.969888] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e2a8cd-2df6-496b-8d3e-18e9eef7115b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.977636] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527e8859-19f3-ce20-0da9-c541c94f2913, 'name': SearchDatastore_Task, 'duration_secs': 0.015007} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.979234] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.979547] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.979831] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.980031] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.980256] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.980859] env[69572]: DEBUG oslo_vmware.api [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 886.980859] env[69572]: value = "task-3434552" [ 886.980859] env[69572]: _type = "Task" [ 886.980859] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.980859] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a72434c-1b26-42c3-936d-1641e7dbf909 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.993105] env[69572]: DEBUG oslo_vmware.api [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.994365] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.994625] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.995430] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5947ee-114f-44da-aac0-0e8e18ac997b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.001106] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 887.001106] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52775ed5-5be1-50a3-460b-98af3ce80e2c" [ 887.001106] env[69572]: _type = "Task" [ 887.001106] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.009663] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52775ed5-5be1-50a3-460b-98af3ce80e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.042634] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.047802] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152505} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.048345] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.049184] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389ae79c-4c2f-4609-8fd1-6544d4fe29c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.076839] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5acca6bc-e920-49e8-8f49-728804af26ed/5acca6bc-e920-49e8-8f49-728804af26ed.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.077587] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f19f3bc-21a4-41db-8180-f945f9c196a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.103937] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 887.103937] env[69572]: value = "task-3434553" [ 887.103937] env[69572]: _type = "Task" [ 887.103937] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.114210] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.167837] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "refresh_cache-9b07d1e2-da61-4838-82e4-886082889b4c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.168195] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired lock "refresh_cache-9b07d1e2-da61-4838-82e4-886082889b4c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.168468] env[69572]: DEBUG nova.network.neutron [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.285526] env[69572]: DEBUG nova.compute.manager [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 887.342448] env[69572]: DEBUG oslo_vmware.rw_handles [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277436e-10db-d783-98c5-f2b56ba4c40b/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 887.343347] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fae22f-3d4a-467b-8c07-fb9d4cd2dd37 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.354548] env[69572]: DEBUG oslo_vmware.rw_handles [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277436e-10db-d783-98c5-f2b56ba4c40b/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 887.354727] env[69572]: ERROR oslo_vmware.rw_handles [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277436e-10db-d783-98c5-f2b56ba4c40b/disk-0.vmdk due to incomplete transfer. [ 887.355023] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fde647c4-f363-4e7b-adc1-dae07a0e94cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.368117] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.369532] env[69572]: DEBUG oslo_vmware.rw_handles [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277436e-10db-d783-98c5-f2b56ba4c40b/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 887.369728] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Uploaded image 373e84ae-97c3-456a-b029-ad4ac513d522 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 887.371863] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 887.372141] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1c31053c-0a09-4ce3-9e71-82812e0cf3e9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.382628] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 887.382628] env[69572]: value = "task-3434554" [ 887.382628] env[69572]: _type = "Task" [ 887.382628] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.395581] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434554, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.486488] env[69572]: DEBUG nova.network.neutron [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Successfully created port: b781fa08-7fa5-40d3-9e53-ba06333344fd {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.497383] env[69572]: DEBUG oslo_vmware.api [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434552, 'name': PowerOffVM_Task, 'duration_secs': 0.314405} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.500335] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.500525] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.501969] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ab3c76-4c31-4907-924d-91301e839841 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.512314] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52775ed5-5be1-50a3-460b-98af3ce80e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.515870] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a43ed0-fc6e-4bf6-ac8b-2ddfabc414fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.522057] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 887.522057] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522a8250-5017-ba4c-c68a-f674ff842ec6" [ 887.522057] env[69572]: _type = "Task" [ 887.522057] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.531393] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522a8250-5017-ba4c-c68a-f674ff842ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.564899] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.565430] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.565674] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Deleting the datastore file [datastore1] bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.566032] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-485d26ba-56d6-4f00-83ee-7e813b53f931 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.572306] env[69572]: DEBUG oslo_vmware.api [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 887.572306] env[69572]: value = "task-3434556" [ 887.572306] env[69572]: _type = "Task" [ 887.572306] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.585554] env[69572]: DEBUG oslo_vmware.api [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.616241] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.743498] env[69572]: DEBUG nova.network.neutron [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.866382] env[69572]: DEBUG oslo_vmware.api [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434550, 'name': PowerOnVM_Task, 'duration_secs': 1.469345} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.869310] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.869591] env[69572]: INFO nova.compute.manager [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Took 10.54 seconds to spawn the instance on the hypervisor. [ 887.869767] env[69572]: DEBUG nova.compute.manager [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.871028] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f3731d-0ebf-474d-94be-810d0f1227f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.885140] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ec9de2-7bfa-425e-a7d1-b831196a3dd8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.900039] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abb4a92-2f3f-4b12-9bf0-65c86752cad2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.903488] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434554, 'name': Destroy_Task, 'duration_secs': 0.344903} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.903746] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Destroyed the VM [ 887.903971] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 887.904596] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3810268-cf02-4d7a-a373-b5ba96763d96 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.935546] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bd2c05-9131-40c1-b36e-f88948ffd82b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.940494] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 887.940494] env[69572]: value = "task-3434557" [ 887.940494] env[69572]: _type = "Task" [ 887.940494] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.948860] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b767fd01-b88e-49c6-a2a7-309996ef8672 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.958900] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434557, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.970770] env[69572]: DEBUG nova.compute.provider_tree [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.992204] env[69572]: DEBUG nova.network.neutron [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Updating instance_info_cache with network_info: [{"id": "42b7041b-c2d3-411a-94af-a49a83a81b20", "address": "fa:16:3e:95:e1:20", "network": {"id": "32a8d6be-dd3c-4a13-b4f7-10ff0b29ec00", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1795681923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0fbb740f24437da7023ec1473316f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b7041b-c2", "ovs_interfaceid": "42b7041b-c2d3-411a-94af-a49a83a81b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.034424] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522a8250-5017-ba4c-c68a-f674ff842ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.034899] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.035159] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8c60fff5-c705-4dcb-908f-d117ae568a43/8c60fff5-c705-4dcb-908f-d117ae568a43.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.035782] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7869f7e5-979f-4e79-902e-d274d0141402 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.039124] env[69572]: DEBUG nova.network.neutron [req-5c203208-0f4c-4823-a3d0-6a7b317fab29 req-875b56a1-c43a-411d-939f-128deaa2a9e7 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Updated VIF entry in instance network info cache for port 6d22dffb-fdd5-4f5a-9cec-d0a690876417. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.039408] env[69572]: DEBUG nova.network.neutron [req-5c203208-0f4c-4823-a3d0-6a7b317fab29 req-875b56a1-c43a-411d-939f-128deaa2a9e7 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Updating instance_info_cache with network_info: [{"id": "6d22dffb-fdd5-4f5a-9cec-d0a690876417", "address": "fa:16:3e:fa:68:d9", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d22dffb-fd", "ovs_interfaceid": "6d22dffb-fdd5-4f5a-9cec-d0a690876417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.042020] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 888.042020] env[69572]: value = "task-3434558" [ 888.042020] env[69572]: _type = "Task" [ 888.042020] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.049787] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.089686] env[69572]: DEBUG oslo_vmware.api [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171764} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.089686] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.089686] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.089686] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.089686] env[69572]: INFO nova.compute.manager [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 888.089686] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.089686] env[69572]: DEBUG nova.compute.manager [-] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 888.089686] env[69572]: DEBUG nova.network.neutron [-] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.114693] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434553, 'name': ReconfigVM_Task, 'duration_secs': 0.575898} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.116370] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5acca6bc-e920-49e8-8f49-728804af26ed/5acca6bc-e920-49e8-8f49-728804af26ed.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.116370] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69572) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 888.116370] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-fd4e71d3-ab39-4085-a3fc-b850fc725f13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.122600] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 888.122600] env[69572]: value = "task-3434559" [ 888.122600] env[69572]: _type = "Task" [ 888.122600] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.131285] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434559, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.231410] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.231410] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.231410] env[69572]: DEBUG nova.objects.instance [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'flavor' on Instance uuid af19677b-2149-40fd-8b98-78104dc4de40 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.304103] env[69572]: DEBUG nova.compute.manager [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 888.338021] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.338021] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.338021] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.338021] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.338021] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.338021] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.338521] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.338521] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.338657] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.338790] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.339007] env[69572]: DEBUG nova.virt.hardware [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.340381] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ee8a42-ea7b-46bb-a463-d494af3d434f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.351624] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f5e7b-844b-46cc-b6ba-32ab01c19fec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.388634] env[69572]: INFO nova.compute.manager [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Took 55.67 seconds to build instance. [ 888.454706] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434557, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.475653] env[69572]: DEBUG nova.scheduler.client.report [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.496150] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Releasing lock "refresh_cache-9b07d1e2-da61-4838-82e4-886082889b4c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.496691] env[69572]: DEBUG nova.compute.manager [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Instance network_info: |[{"id": "42b7041b-c2d3-411a-94af-a49a83a81b20", "address": "fa:16:3e:95:e1:20", "network": {"id": "32a8d6be-dd3c-4a13-b4f7-10ff0b29ec00", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1795681923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0fbb740f24437da7023ec1473316f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b7041b-c2", "ovs_interfaceid": "42b7041b-c2d3-411a-94af-a49a83a81b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 888.497436] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:e1:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42b7041b-c2d3-411a-94af-a49a83a81b20', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.505659] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.506373] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.506627] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd7ee3bf-7431-459f-ad59-9d84f8018227 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.531997] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.531997] env[69572]: value = "task-3434560" [ 888.531997] env[69572]: _type = "Task" [ 888.531997] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.541098] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434560, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.543813] env[69572]: DEBUG oslo_concurrency.lockutils [req-5c203208-0f4c-4823-a3d0-6a7b317fab29 req-875b56a1-c43a-411d-939f-128deaa2a9e7 service nova] Releasing lock "refresh_cache-8c60fff5-c705-4dcb-908f-d117ae568a43" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.552459] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434558, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.641813] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434559, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056697} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.642352] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69572) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 888.643618] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e47e3c-dae6-43ed-a9d3-b1789b205411 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.678249] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5acca6bc-e920-49e8-8f49-728804af26ed/ephemeral_0.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.678824] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1d7b3fa-f092-411a-8c8b-8f82302b6d4f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.700987] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 888.700987] env[69572]: value = "task-3434561" [ 888.700987] env[69572]: _type = "Task" [ 888.700987] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.710438] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.776685] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "b44bfe59-a4a2-42f7-940d-8100b65c2351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.777238] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.815411] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "6437bcc8-d516-4874-b5d0-3683061d5f9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.815411] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "6437bcc8-d516-4874-b5d0-3683061d5f9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.815411] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "6437bcc8-d516-4874-b5d0-3683061d5f9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.815720] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "6437bcc8-d516-4874-b5d0-3683061d5f9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.815839] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "6437bcc8-d516-4874-b5d0-3683061d5f9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.820845] env[69572]: INFO nova.compute.manager [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Terminating instance [ 888.893915] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10def980-8902-475f-9eea-a32ccefec00c tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.207s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.903863] env[69572]: DEBUG nova.objects.instance [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'pci_requests' on Instance uuid af19677b-2149-40fd-8b98-78104dc4de40 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.916650] env[69572]: DEBUG nova.network.neutron [-] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.956252] env[69572]: DEBUG oslo_vmware.api [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434557, 'name': RemoveSnapshot_Task, 'duration_secs': 0.812308} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.956918] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 888.957170] env[69572]: INFO nova.compute.manager [None req-aa38455c-d278-4d16-adac-ebe25f2e8960 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Took 14.04 seconds to snapshot the instance on the hypervisor. [ 888.980144] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.980839] env[69572]: DEBUG nova.compute.manager [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 888.983916] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.927s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.984143] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.986973] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.172s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.987170] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.988963] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.927s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.994293] env[69572]: INFO nova.compute.claims [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.033338] env[69572]: INFO nova.scheduler.client.report [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Deleted allocations for instance 96906ebb-7dbf-4db6-a7e6-80e82817b2d4 [ 889.042893] env[69572]: INFO nova.scheduler.client.report [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Deleted allocations for instance 95029ea4-1849-4080-ad2e-935f1c38c529 [ 889.057499] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434560, 'name': CreateVM_Task, 'duration_secs': 0.380633} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.057996] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.058784] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.058962] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.059327] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.063045] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce2da0e7-cc35-431a-9ba4-a1ea483fed57 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.064931] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51608} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.065204] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 8c60fff5-c705-4dcb-908f-d117ae568a43/8c60fff5-c705-4dcb-908f-d117ae568a43.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.065440] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.066059] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac72036c-862c-46f3-8ef7-c037bc737c61 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.069346] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 889.069346] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521b9f0b-1a5c-8aa8-319e-42111361d349" [ 889.069346] env[69572]: _type = "Task" [ 889.069346] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.075008] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 889.075008] env[69572]: value = "task-3434562" [ 889.075008] env[69572]: _type = "Task" [ 889.075008] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.084846] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521b9f0b-1a5c-8aa8-319e-42111361d349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.090226] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.212072] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.284168] env[69572]: DEBUG nova.compute.manager [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 889.325485] env[69572]: DEBUG nova.compute.manager [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 889.325961] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.326914] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428681bf-2f85-4228-870c-88b34fda6ab9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.336307] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.336307] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b2f4394-e7ca-47a1-9fe9-db86cfc23ba9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.342454] env[69572]: DEBUG oslo_vmware.api [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 889.342454] env[69572]: value = "task-3434563" [ 889.342454] env[69572]: _type = "Task" [ 889.342454] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.350592] env[69572]: DEBUG oslo_vmware.api [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.381879] env[69572]: DEBUG nova.network.neutron [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Successfully updated port: b781fa08-7fa5-40d3-9e53-ba06333344fd {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.409042] env[69572]: DEBUG nova.objects.base [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 889.409042] env[69572]: DEBUG nova.network.neutron [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.420347] env[69572]: INFO nova.compute.manager [-] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Took 1.33 seconds to deallocate network for instance. [ 889.479542] env[69572]: DEBUG nova.policy [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ed19c96ca449c9ca4f206adad021b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9c96379dcb45099eda20120e667dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.497110] env[69572]: DEBUG nova.compute.utils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.504953] env[69572]: DEBUG nova.compute.manager [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 889.505257] env[69572]: DEBUG nova.network.neutron [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.552687] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3f569403-8881-4da1-a5ff-3f0b80f1096d tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "96906ebb-7dbf-4db6-a7e6-80e82817b2d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.714s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.562933] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e26012d3-1162-4dba-a6fc-47ca89339360 tempest-AttachInterfacesUnderV243Test-1165910399 tempest-AttachInterfacesUnderV243Test-1165910399-project-member] Lock "95029ea4-1849-4080-ad2e-935f1c38c529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.195s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.589987] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521b9f0b-1a5c-8aa8-319e-42111361d349, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.590553] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070973} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.590935] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.593021] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.593021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.593021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.593021] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.593021] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.593021] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e47c75-86f4-478b-b40f-9712cb1b42ee {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.596248] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c4c8cf-b58b-49e7-8771-fd3fc9021f60 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.600819] env[69572]: DEBUG nova.policy [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac12b49139ae40b990ce8506fa54fbbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd57f4fab5f44883a654487c871d617e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.626964] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 8c60fff5-c705-4dcb-908f-d117ae568a43/8c60fff5-c705-4dcb-908f-d117ae568a43.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.628622] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-638321f3-19cf-4305-9941-d82204ce4305 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.647662] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.649093] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.650505] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eab40e5-72de-4032-b637-01b5779a427c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.657445] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 889.657445] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f4f60c-c56f-90f7-0fa4-d536bef66256" [ 889.657445] env[69572]: _type = "Task" [ 889.657445] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.659115] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 889.659115] env[69572]: value = "task-3434564" [ 889.659115] env[69572]: _type = "Task" [ 889.659115] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.672900] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.679299] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f4f60c-c56f-90f7-0fa4-d536bef66256, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.679949] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f80651-a15b-4a62-b8e4-e7f62a003435 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.686883] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 889.686883] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523a3ee5-accd-05ba-7718-b92abf63fb66" [ 889.686883] env[69572]: _type = "Task" [ 889.686883] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.700042] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523a3ee5-accd-05ba-7718-b92abf63fb66, 'name': SearchDatastore_Task} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.700555] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.700958] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 9b07d1e2-da61-4838-82e4-886082889b4c/9b07d1e2-da61-4838-82e4-886082889b4c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.702088] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73121c9a-7a50-4d01-8620-b1a14bf758fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.711865] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434561, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.716172] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 889.716172] env[69572]: value = "task-3434565" [ 889.716172] env[69572]: _type = "Task" [ 889.716172] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.721582] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.806608] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.852469] env[69572]: DEBUG oslo_vmware.api [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434563, 'name': PowerOffVM_Task, 'duration_secs': 0.267589} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.852751] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.852916] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.853187] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acf34c66-94ae-43fa-a0eb-718a5612d9f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.884276] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.884499] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquired lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.884663] env[69572]: DEBUG nova.network.neutron [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.929969] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.954166] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.954552] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.954785] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Deleting the datastore file [datastore1] 6437bcc8-d516-4874-b5d0-3683061d5f9c {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.955211] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a178654-09be-411f-a3d6-2f07b47c6ba0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.962818] env[69572]: DEBUG oslo_vmware.api [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for the task: (returnval){ [ 889.962818] env[69572]: value = "task-3434567" [ 889.962818] env[69572]: _type = "Task" [ 889.962818] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.971727] env[69572]: DEBUG oslo_vmware.api [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.009602] env[69572]: DEBUG nova.compute.manager [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 890.135936] env[69572]: DEBUG nova.network.neutron [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Successfully created port: 8a3289e8-1923-479c-a304-8167bf403c5f {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.175628] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434564, 'name': ReconfigVM_Task, 'duration_secs': 0.478965} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.179844] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 8c60fff5-c705-4dcb-908f-d117ae568a43/8c60fff5-c705-4dcb-908f-d117ae568a43.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.181059] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b26dbf2-c002-4260-88b5-a4570094fec9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.189094] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 890.189094] env[69572]: value = "task-3434568" [ 890.189094] env[69572]: _type = "Task" [ 890.189094] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.203051] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434568, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.215337] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434561, 'name': ReconfigVM_Task, 'duration_secs': 1.012788} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.218750] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5acca6bc-e920-49e8-8f49-728804af26ed/ephemeral_0.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.219479] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee93c6c0-f756-437a-8269-b52bbc2a52c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.228323] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434565, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.229832] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 890.229832] env[69572]: value = "task-3434569" [ 890.229832] env[69572]: _type = "Task" [ 890.229832] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.238334] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434569, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.276968] env[69572]: DEBUG nova.network.neutron [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Successfully created port: ec6d1018-828d-4ae2-ac0e-985634888aef {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.422271] env[69572]: DEBUG nova.network.neutron [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.439939] env[69572]: DEBUG nova.compute.manager [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Received event network-vif-plugged-42b7041b-c2d3-411a-94af-a49a83a81b20 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 890.440409] env[69572]: DEBUG oslo_concurrency.lockutils [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] Acquiring lock "9b07d1e2-da61-4838-82e4-886082889b4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.441670] env[69572]: DEBUG oslo_concurrency.lockutils [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] Lock "9b07d1e2-da61-4838-82e4-886082889b4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.443826] env[69572]: DEBUG oslo_concurrency.lockutils [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] Lock "9b07d1e2-da61-4838-82e4-886082889b4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.444353] env[69572]: DEBUG nova.compute.manager [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] No waiting events found dispatching network-vif-plugged-42b7041b-c2d3-411a-94af-a49a83a81b20 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 890.444353] env[69572]: WARNING nova.compute.manager [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Received unexpected event network-vif-plugged-42b7041b-c2d3-411a-94af-a49a83a81b20 for instance with vm_state building and task_state spawning. [ 890.444430] env[69572]: DEBUG nova.compute.manager [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Received event network-changed-42b7041b-c2d3-411a-94af-a49a83a81b20 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 890.445149] env[69572]: DEBUG nova.compute.manager [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Refreshing instance network info cache due to event network-changed-42b7041b-c2d3-411a-94af-a49a83a81b20. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 890.445149] env[69572]: DEBUG oslo_concurrency.lockutils [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] Acquiring lock "refresh_cache-9b07d1e2-da61-4838-82e4-886082889b4c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.445149] env[69572]: DEBUG oslo_concurrency.lockutils [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] Acquired lock "refresh_cache-9b07d1e2-da61-4838-82e4-886082889b4c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.445149] env[69572]: DEBUG nova.network.neutron [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Refreshing network info cache for port 42b7041b-c2d3-411a-94af-a49a83a81b20 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.480263] env[69572]: DEBUG oslo_vmware.api [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Task: {'id': task-3434567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480313} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.480864] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.481290] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.481577] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.481846] env[69572]: INFO nova.compute.manager [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 890.484019] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.488218] env[69572]: DEBUG nova.compute.manager [-] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 890.488465] env[69572]: DEBUG nova.network.neutron [-] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.518625] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a4f404-4a0d-417f-b51b-b79124d24707 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.526829] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b293da57-95b6-4cea-8650-75510cf22e69 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.566913] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d37257-fae2-42a9-90c7-509e17b7b0ff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.576791] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ee9795-db97-4675-b323-f93e09690786 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.592022] env[69572]: DEBUG nova.compute.provider_tree [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.700073] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434568, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.704252] env[69572]: DEBUG nova.network.neutron [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Updating instance_info_cache with network_info: [{"id": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "address": "fa:16:3e:ce:60:ce", "network": {"id": "ebcbb67f-27bf-43a7-98b6-14a8b1dccb16", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1575192019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c8d889b53ac474f8f4abfc36e9339dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb781fa08-7f", "ovs_interfaceid": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.725783] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595807} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.726430] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 9b07d1e2-da61-4838-82e4-886082889b4c/9b07d1e2-da61-4838-82e4-886082889b4c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.726430] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.726590] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fed44c2-6e99-4f8c-ae8d-1a90d1ab046b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.736079] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 890.736079] env[69572]: value = "task-3434570" [ 890.736079] env[69572]: _type = "Task" [ 890.736079] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.742143] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434569, 'name': Rename_Task, 'duration_secs': 0.233461} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.742429] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.743008] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3589f369-6b6f-494c-ae33-189c1e44450e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.748041] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.750329] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 890.750329] env[69572]: value = "task-3434571" [ 890.750329] env[69572]: _type = "Task" [ 890.750329] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.758596] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.024844] env[69572]: DEBUG nova.compute.manager [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 891.065095] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.065095] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.065095] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.065095] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.065095] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.065095] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.065095] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.065095] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.065798] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.065798] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.065798] env[69572]: DEBUG nova.virt.hardware [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.066670] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a697ba-f17f-496b-9166-d305b90e9b08 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.084483] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4980202c-30f9-4892-90eb-5bf0ce8a1a36 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.103592] env[69572]: DEBUG nova.scheduler.client.report [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.204938] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434568, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.207029] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Releasing lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.207029] env[69572]: DEBUG nova.compute.manager [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Instance network_info: |[{"id": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "address": "fa:16:3e:ce:60:ce", "network": {"id": "ebcbb67f-27bf-43a7-98b6-14a8b1dccb16", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1575192019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c8d889b53ac474f8f4abfc36e9339dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb781fa08-7f", "ovs_interfaceid": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 891.207209] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:60:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b781fa08-7fa5-40d3-9e53-ba06333344fd', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.215023] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Creating folder: Project (1c8d889b53ac474f8f4abfc36e9339dd). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.216018] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cbdb283-9957-4280-aaf4-b98d6269bea5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.228350] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Created folder: Project (1c8d889b53ac474f8f4abfc36e9339dd) in parent group-v685431. [ 891.228598] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Creating folder: Instances. Parent ref: group-v685633. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.228950] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-507424c0-9f5a-4854-85c0-2d04d7418efa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.235899] env[69572]: DEBUG nova.network.neutron [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Updated VIF entry in instance network info cache for port 42b7041b-c2d3-411a-94af-a49a83a81b20. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.236213] env[69572]: DEBUG nova.network.neutron [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Updating instance_info_cache with network_info: [{"id": "42b7041b-c2d3-411a-94af-a49a83a81b20", "address": "fa:16:3e:95:e1:20", "network": {"id": "32a8d6be-dd3c-4a13-b4f7-10ff0b29ec00", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1795681923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b0fbb740f24437da7023ec1473316f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b7041b-c2", "ovs_interfaceid": "42b7041b-c2d3-411a-94af-a49a83a81b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.242248] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Created folder: Instances in parent group-v685633. [ 891.242483] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.243125] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.243270] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d813832a-19d6-4c8b-86c4-8fa4702fd008 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.261136] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.270649] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.272044] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.272044] env[69572]: value = "task-3434574" [ 891.272044] env[69572]: _type = "Task" [ 891.272044] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.279809] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434574, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.335688] env[69572]: DEBUG nova.network.neutron [-] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.608321] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.608937] env[69572]: DEBUG nova.compute.manager [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 891.611963] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.107s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.612245] env[69572]: DEBUG nova.objects.instance [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lazy-loading 'resources' on Instance uuid de49ea5b-93f1-4b99-a701-48368253fae1 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.706096] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434568, 'name': Rename_Task, 'duration_secs': 1.281715} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.706096] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.706096] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58ccbe3d-b2d0-47e6-9bb2-69ae7c170976 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.714738] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 891.714738] env[69572]: value = "task-3434575" [ 891.714738] env[69572]: _type = "Task" [ 891.714738] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.723735] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.742948] env[69572]: DEBUG oslo_concurrency.lockutils [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] Releasing lock "refresh_cache-9b07d1e2-da61-4838-82e4-886082889b4c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.743164] env[69572]: DEBUG nova.compute.manager [req-0123aeca-eced-4b78-9f96-1e0289d9acce req-84fa1348-8f18-4d4a-a1f5-b574325cf527 service nova] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Received event network-vif-deleted-e3679204-c77c-419b-b912-f8d4a024c0ec {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 891.750521] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.785547} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.750871] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.751784] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520c0c17-23a5-4604-9f12-83af1da1cdc1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.782176] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 9b07d1e2-da61-4838-82e4-886082889b4c/9b07d1e2-da61-4838-82e4-886082889b4c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.788695] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77cf92b4-5138-42a8-a4fb-502f91a435d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.814152] env[69572]: DEBUG oslo_vmware.api [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434571, 'name': PowerOnVM_Task, 'duration_secs': 1.010993} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.814447] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434574, 'name': CreateVM_Task, 'duration_secs': 0.451082} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.815812] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.816129] env[69572]: INFO nova.compute.manager [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Took 11.25 seconds to spawn the instance on the hypervisor. [ 891.816385] env[69572]: DEBUG nova.compute.manager [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.816631] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.816964] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 891.816964] env[69572]: value = "task-3434576" [ 891.816964] env[69572]: _type = "Task" [ 891.816964] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.817757] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0f253a-f9a5-48c8-ab40-813399b87af4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.820939] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.821109] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.821484] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.821855] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f1cd24-ff9e-4330-9e53-6abc611d6794 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.832390] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 891.832390] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526e8d08-7bb0-d515-fb77-4fe2cae94cdd" [ 891.832390] env[69572]: _type = "Task" [ 891.832390] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.836998] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.844087] env[69572]: INFO nova.compute.manager [-] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Took 1.36 seconds to deallocate network for instance. [ 891.853073] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526e8d08-7bb0-d515-fb77-4fe2cae94cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.016444} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.853698] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.853940] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.854317] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.854521] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.854736] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.855058] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2524cc4f-8f46-4c30-9645-25b73087f4fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.866374] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.866634] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.867473] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453508eb-3074-4c2a-b618-9e68d8a4dee9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.874994] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 891.874994] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f95117-47d3-7b3a-b9f1-a0152d14d16f" [ 891.874994] env[69572]: _type = "Task" [ 891.874994] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.883553] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f95117-47d3-7b3a-b9f1-a0152d14d16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.955999] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.956352] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.956591] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.956819] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.957018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.960085] env[69572]: INFO nova.compute.manager [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Terminating instance [ 892.115514] env[69572]: DEBUG nova.compute.utils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.121021] env[69572]: DEBUG nova.compute.manager [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 892.121021] env[69572]: DEBUG nova.network.neutron [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.196759] env[69572]: DEBUG nova.policy [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a881e59a2204b9e89559988dddb3140', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54f6d2aa05a0464d9d65dbe5292050c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.220312] env[69572]: DEBUG nova.compute.manager [req-419b773c-1757-4d19-a158-203c19183e95 req-e608d4ba-09ee-401c-a8a9-fb1ae876e298 service nova] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Received event network-vif-deleted-982fe881-2e0f-4144-9683-72dddaf8b61b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 892.227339] env[69572]: DEBUG nova.network.neutron [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Successfully updated port: ec6d1018-828d-4ae2-ac0e-985634888aef {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.232821] env[69572]: DEBUG nova.network.neutron [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Successfully updated port: 8a3289e8-1923-479c-a304-8167bf403c5f {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.234179] env[69572]: DEBUG oslo_vmware.api [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434575, 'name': PowerOnVM_Task, 'duration_secs': 0.516584} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.234983] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.235217] env[69572]: INFO nova.compute.manager [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Took 9.33 seconds to spawn the instance on the hypervisor. [ 892.235400] env[69572]: DEBUG nova.compute.manager [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 892.236575] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca3d459-62a6-419c-a034-b5a58453f5f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.333949] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434576, 'name': ReconfigVM_Task, 'duration_secs': 0.306952} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.334265] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 9b07d1e2-da61-4838-82e4-886082889b4c/9b07d1e2-da61-4838-82e4-886082889b4c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.334967] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43463074-05c7-4782-89cf-fff142fbf039 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.355592] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 892.355592] env[69572]: value = "task-3434577" [ 892.355592] env[69572]: _type = "Task" [ 892.355592] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.358368] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.358673] env[69572]: INFO nova.compute.manager [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Took 51.06 seconds to build instance. [ 892.372645] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434577, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.390139] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f95117-47d3-7b3a-b9f1-a0152d14d16f, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.394134] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512f52c6-5639-410a-94d3-4165744b51f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.401523] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 892.401523] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f3ddbe-666d-dc2a-ebc5-0ff044f8513b" [ 892.401523] env[69572]: _type = "Task" [ 892.401523] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.410830] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f3ddbe-666d-dc2a-ebc5-0ff044f8513b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.464427] env[69572]: DEBUG nova.compute.manager [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 892.464427] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.465466] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa0fdfb-7e46-45d9-8270-eeb529365c6b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.477775] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.477775] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-561f301b-9aa1-47a5-becb-ef74b83ca2bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.483550] env[69572]: DEBUG oslo_vmware.api [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 892.483550] env[69572]: value = "task-3434578" [ 892.483550] env[69572]: _type = "Task" [ 892.483550] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.496277] env[69572]: DEBUG oslo_vmware.api [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.623214] env[69572]: DEBUG nova.compute.manager [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 892.694991] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae7a28-a365-4965-84f7-a5cca43c9268 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.706767] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6d3826-04a4-4c1a-8ea8-f85cc856df00 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.744575] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquiring lock "refresh_cache-602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.744753] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquired lock "refresh_cache-602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.744906] env[69572]: DEBUG nova.network.neutron [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.746338] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.746377] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.746551] env[69572]: DEBUG nova.network.neutron [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.748648] env[69572]: DEBUG nova.network.neutron [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Successfully created port: 186c36e6-e58f-4a66-85d3-ea7a86013997 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.751621] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca032b9d-0e2f-49a6-bba1-b1ec81686ea1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.763168] env[69572]: INFO nova.compute.manager [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Took 49.87 seconds to build instance. [ 892.768547] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1492e62-7c86-4062-b4e6-29e5953f1df2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.784805] env[69572]: DEBUG nova.compute.provider_tree [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.868281] env[69572]: DEBUG oslo_concurrency.lockutils [None req-690476ee-da21-4530-a1c7-812a96e91906 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "5acca6bc-e920-49e8-8f49-728804af26ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.457s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.877371] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434577, 'name': Rename_Task, 'duration_secs': 0.15608} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.877371] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.877371] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5793e215-625e-4e71-9ad8-564495bab18e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.886434] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 892.886434] env[69572]: value = "task-3434579" [ 892.886434] env[69572]: _type = "Task" [ 892.886434] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.897085] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.913965] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f3ddbe-666d-dc2a-ebc5-0ff044f8513b, 'name': SearchDatastore_Task, 'duration_secs': 0.013691} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.913965] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.913965] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 9dbcc56e-d71f-4b3d-8a85-5235baeea341/9dbcc56e-d71f-4b3d-8a85-5235baeea341.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.914223] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f70d0a1-4d7d-4761-a5bf-43e8711b5b00 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.922022] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 892.922022] env[69572]: value = "task-3434580" [ 892.922022] env[69572]: _type = "Task" [ 892.922022] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.932531] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.996480] env[69572]: DEBUG oslo_vmware.api [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434578, 'name': PowerOffVM_Task, 'duration_secs': 0.355088} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.996764] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.996963] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.997204] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-275a7eac-fd6e-498f-8153-b091ff8df1cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.072296] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.072539] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.072720] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Deleting the datastore file [datastore2] c8488c1f-4d88-44c8-9735-d5e0f77b1954 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.073619] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f869f9a0-2d92-43e3-83dd-a5393a38e1e7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.080782] env[69572]: DEBUG oslo_vmware.api [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for the task: (returnval){ [ 893.080782] env[69572]: value = "task-3434582" [ 893.080782] env[69572]: _type = "Task" [ 893.080782] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.089952] env[69572]: DEBUG oslo_vmware.api [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.266145] env[69572]: DEBUG oslo_concurrency.lockutils [None req-923b7614-bf74-4fc0-bd98-bd5a84050608 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "8c60fff5-c705-4dcb-908f-d117ae568a43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.154s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.288072] env[69572]: DEBUG nova.scheduler.client.report [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.320752] env[69572]: DEBUG nova.network.neutron [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.330296] env[69572]: WARNING nova.network.neutron [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] b0234b1a-c703-4a66-abdb-9262cb15c64e already exists in list: networks containing: ['b0234b1a-c703-4a66-abdb-9262cb15c64e']. ignoring it [ 893.370551] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "e2329396-1e21-4b57-be90-b31a1b91743b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.370551] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.397785] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434579, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.433259] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434580, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.591229] env[69572]: DEBUG oslo_vmware.api [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Task: {'id': task-3434582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241142} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.591527] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.591760] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.591962] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.592150] env[69572]: INFO nova.compute.manager [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Took 1.13 seconds to destroy the instance on the hypervisor. [ 893.592390] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.592580] env[69572]: DEBUG nova.compute.manager [-] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 893.592673] env[69572]: DEBUG nova.network.neutron [-] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.635500] env[69572]: DEBUG nova.compute.manager [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 893.650092] env[69572]: DEBUG nova.network.neutron [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Updating instance_info_cache with network_info: [{"id": "ec6d1018-828d-4ae2-ac0e-985634888aef", "address": "fa:16:3e:37:28:ac", "network": {"id": "3acd53e8-0389-43ce-a66a-58a101f19f54", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1161160797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd57f4fab5f44883a654487c871d617e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6d1018-82", "ovs_interfaceid": "ec6d1018-828d-4ae2-ac0e-985634888aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.664579] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.664848] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.665011] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.665216] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.665355] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.665501] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.665713] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.665868] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.666043] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.666207] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.666378] env[69572]: DEBUG nova.virt.hardware [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.667603] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c1f7d6-a784-4cf9-b906-a60bcfb95218 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.681267] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f563ee6-0757-4e13-a75f-faaa66389d3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.782420] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Received event network-vif-plugged-b781fa08-7fa5-40d3-9e53-ba06333344fd {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 893.782555] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Acquiring lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.782759] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.782937] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.783120] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] No waiting events found dispatching network-vif-plugged-b781fa08-7fa5-40d3-9e53-ba06333344fd {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 893.783285] env[69572]: WARNING nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Received unexpected event network-vif-plugged-b781fa08-7fa5-40d3-9e53-ba06333344fd for instance with vm_state building and task_state spawning. [ 893.783497] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Received event network-changed-b781fa08-7fa5-40d3-9e53-ba06333344fd {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 893.783692] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Refreshing instance network info cache due to event network-changed-b781fa08-7fa5-40d3-9e53-ba06333344fd. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 893.783999] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Acquiring lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.783999] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Acquired lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.784177] env[69572]: DEBUG nova.network.neutron [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Refreshing network info cache for port b781fa08-7fa5-40d3-9e53-ba06333344fd {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.796946] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.798688] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 17.244s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.827937] env[69572]: INFO nova.scheduler.client.report [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted allocations for instance de49ea5b-93f1-4b99-a701-48368253fae1 [ 893.875022] env[69572]: INFO nova.compute.manager [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Detaching volume b7fbf620-4192-4422-b01b-d8dce4f6f448 [ 893.897914] env[69572]: DEBUG oslo_vmware.api [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434579, 'name': PowerOnVM_Task, 'duration_secs': 0.571437} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.898579] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.898793] env[69572]: INFO nova.compute.manager [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Took 8.25 seconds to spawn the instance on the hypervisor. [ 893.898935] env[69572]: DEBUG nova.compute.manager [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.900147] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598e73db-6051-4cf4-ac9a-19a9a052ab64 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.915982] env[69572]: INFO nova.virt.block_device [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Attempting to driver detach volume b7fbf620-4192-4422-b01b-d8dce4f6f448 from mountpoint /dev/sdb [ 893.918139] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 893.918139] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685604', 'volume_id': 'b7fbf620-4192-4422-b01b-d8dce4f6f448', 'name': 'volume-b7fbf620-4192-4422-b01b-d8dce4f6f448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2329396-1e21-4b57-be90-b31a1b91743b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fbf620-4192-4422-b01b-d8dce4f6f448', 'serial': 'b7fbf620-4192-4422-b01b-d8dce4f6f448'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 893.918139] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e48315a-5ff3-4bba-a1ec-6b9703efb4e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.921243] env[69572]: DEBUG nova.network.neutron [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updating instance_info_cache with network_info: [{"id": "ed463b92-f9a5-4f6e-8591-491d465798bc", "address": "fa:16:3e:fe:81:c0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped463b92-f9", "ovs_interfaceid": "ed463b92-f9a5-4f6e-8591-491d465798bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a3289e8-1923-479c-a304-8167bf403c5f", "address": "fa:16:3e:ee:c1:ea", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3289e8-19", "ovs_interfaceid": "8a3289e8-1923-479c-a304-8167bf403c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.947994] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3071a2c-6d3e-40a9-a100-34b8b9d74e9c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.953728] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434580, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.958699] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90398cc8-a523-493b-8658-9f579c11bfcd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.980628] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527f7250-c5b1-460e-9f1b-33313054280f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.996997] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] The volume has not been displaced from its original location: [datastore1] volume-b7fbf620-4192-4422-b01b-d8dce4f6f448/volume-b7fbf620-4192-4422-b01b-d8dce4f6f448.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 894.002744] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.002884] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7db7ac6-60cd-4d34-a74e-321a26eae099 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.022468] env[69572]: DEBUG oslo_vmware.api [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 894.022468] env[69572]: value = "task-3434583" [ 894.022468] env[69572]: _type = "Task" [ 894.022468] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.031396] env[69572]: DEBUG oslo_vmware.api [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.153186] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Releasing lock "refresh_cache-602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.153659] env[69572]: DEBUG nova.compute.manager [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Instance network_info: |[{"id": "ec6d1018-828d-4ae2-ac0e-985634888aef", "address": "fa:16:3e:37:28:ac", "network": {"id": "3acd53e8-0389-43ce-a66a-58a101f19f54", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1161160797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd57f4fab5f44883a654487c871d617e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6d1018-82", "ovs_interfaceid": "ec6d1018-828d-4ae2-ac0e-985634888aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 894.154107] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:28:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec6d1018-828d-4ae2-ac0e-985634888aef', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.161547] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Creating folder: Project (fd57f4fab5f44883a654487c871d617e). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.161843] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cd901d3-6d16-4f28-9615-1d57e9d57de0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.175590] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Created folder: Project (fd57f4fab5f44883a654487c871d617e) in parent group-v685431. [ 894.175806] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Creating folder: Instances. Parent ref: group-v685636. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.176064] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-788c4a6a-7795-458f-a69e-81a05a187e16 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.189288] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Created folder: Instances in parent group-v685636. [ 894.190055] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.190055] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.190055] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c26ab11f-8d44-414b-bbd1-bcf424703c69 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.211575] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.211575] env[69572]: value = "task-3434586" [ 894.211575] env[69572]: _type = "Task" [ 894.211575] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.221754] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434586, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.280678] env[69572]: DEBUG nova.network.neutron [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Successfully updated port: 186c36e6-e58f-4a66-85d3-ea7a86013997 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.303050] env[69572]: DEBUG nova.objects.instance [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lazy-loading 'migration_context' on Instance uuid 6d4062fb-c945-4200-ba50-83af5b760232 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.338550] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1e2028e6-be25-49ff-a483-0f999a1e7c67 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "de49ea5b-93f1-4b99-a701-48368253fae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.861s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.380456] env[69572]: DEBUG nova.network.neutron [-] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.419725] env[69572]: INFO nova.compute.manager [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Took 48.57 seconds to build instance. [ 894.427018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.427018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.427018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.427018] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d498d140-efb2-4fc6-9969-a286cd821bf5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.455129] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.455382] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.455538] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.455724] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.455896] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.456060] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.456270] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.456424] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.456589] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.456747] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.456943] env[69572]: DEBUG nova.virt.hardware [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.463574] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Reconfiguring VM to attach interface {{(pid=69572) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 894.463968] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434580, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.464570] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b2caeef-4766-447d-91e3-c581971723ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.485396] env[69572]: DEBUG oslo_vmware.api [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 894.485396] env[69572]: value = "task-3434587" [ 894.485396] env[69572]: _type = "Task" [ 894.485396] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.495936] env[69572]: DEBUG oslo_vmware.api [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434587, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.534898] env[69572]: DEBUG oslo_vmware.api [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434583, 'name': ReconfigVM_Task, 'duration_secs': 0.506965} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.535241] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.539991] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-730dd0c5-3b92-4a4f-8375-9f6da8b20bbb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.558328] env[69572]: DEBUG oslo_vmware.api [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 894.558328] env[69572]: value = "task-3434588" [ 894.558328] env[69572]: _type = "Task" [ 894.558328] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.570941] env[69572]: DEBUG oslo_vmware.api [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.588209] env[69572]: DEBUG nova.network.neutron [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Updated VIF entry in instance network info cache for port b781fa08-7fa5-40d3-9e53-ba06333344fd. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.588631] env[69572]: DEBUG nova.network.neutron [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Updating instance_info_cache with network_info: [{"id": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "address": "fa:16:3e:ce:60:ce", "network": {"id": "ebcbb67f-27bf-43a7-98b6-14a8b1dccb16", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1575192019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c8d889b53ac474f8f4abfc36e9339dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb781fa08-7f", "ovs_interfaceid": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.724131] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434586, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.786791] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "refresh_cache-6b825bbb-6005-4481-bedb-b021b8b71e54" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.787042] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "refresh_cache-6b825bbb-6005-4481-bedb-b021b8b71e54" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.787216] env[69572]: DEBUG nova.network.neutron [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.883374] env[69572]: INFO nova.compute.manager [-] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Took 1.29 seconds to deallocate network for instance. [ 894.913749] env[69572]: DEBUG nova.compute.manager [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Received event network-changed-622fbff1-0d53-4a36-87f8-0a3b342bf5de {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 894.914114] env[69572]: DEBUG nova.compute.manager [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Refreshing instance network info cache due to event network-changed-622fbff1-0d53-4a36-87f8-0a3b342bf5de. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 894.914694] env[69572]: DEBUG oslo_concurrency.lockutils [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] Acquiring lock "refresh_cache-8ad757b5-9229-4271-abae-e0dfcffe0b7e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.914747] env[69572]: DEBUG oslo_concurrency.lockutils [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] Acquired lock "refresh_cache-8ad757b5-9229-4271-abae-e0dfcffe0b7e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.914967] env[69572]: DEBUG nova.network.neutron [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Refreshing network info cache for port 622fbff1-0d53-4a36-87f8-0a3b342bf5de {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.924281] env[69572]: DEBUG oslo_concurrency.lockutils [None req-142b4d22-293c-4e33-beab-4a1e16a95cac tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "9b07d1e2-da61-4838-82e4-886082889b4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.725s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.938910] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434580, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.635662} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.943023] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 9dbcc56e-d71f-4b3d-8a85-5235baeea341/9dbcc56e-d71f-4b3d-8a85-5235baeea341.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.943023] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.943023] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26f533f9-365a-4ce0-96a7-387a1542859f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.953038] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 894.953038] env[69572]: value = "task-3434589" [ 894.953038] env[69572]: _type = "Task" [ 894.953038] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.965601] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.009692] env[69572]: DEBUG oslo_vmware.api [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.076607] env[69572]: DEBUG oslo_vmware.api [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434588, 'name': ReconfigVM_Task, 'duration_secs': 0.216732} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.076922] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685604', 'volume_id': 'b7fbf620-4192-4422-b01b-d8dce4f6f448', 'name': 'volume-b7fbf620-4192-4422-b01b-d8dce4f6f448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2329396-1e21-4b57-be90-b31a1b91743b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fbf620-4192-4422-b01b-d8dce4f6f448', 'serial': 'b7fbf620-4192-4422-b01b-d8dce4f6f448'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 895.094556] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Releasing lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.094934] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received event network-vif-plugged-8a3289e8-1923-479c-a304-8167bf403c5f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 895.098485] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Acquiring lock "af19677b-2149-40fd-8b98-78104dc4de40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.098485] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Lock "af19677b-2149-40fd-8b98-78104dc4de40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.098485] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Lock "af19677b-2149-40fd-8b98-78104dc4de40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.098485] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] No waiting events found dispatching network-vif-plugged-8a3289e8-1923-479c-a304-8167bf403c5f {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.098485] env[69572]: WARNING nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received unexpected event network-vif-plugged-8a3289e8-1923-479c-a304-8167bf403c5f for instance with vm_state active and task_state None. [ 895.098485] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Received event network-vif-plugged-ec6d1018-828d-4ae2-ac0e-985634888aef {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 895.098485] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Acquiring lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.098485] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.098485] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.098485] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] No waiting events found dispatching network-vif-plugged-ec6d1018-828d-4ae2-ac0e-985634888aef {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.098485] env[69572]: WARNING nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Received unexpected event network-vif-plugged-ec6d1018-828d-4ae2-ac0e-985634888aef for instance with vm_state building and task_state spawning. [ 895.098485] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Received event network-changed-ec6d1018-828d-4ae2-ac0e-985634888aef {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 895.098485] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Refreshing instance network info cache due to event network-changed-ec6d1018-828d-4ae2-ac0e-985634888aef. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 895.098485] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Acquiring lock "refresh_cache-602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.098485] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Acquired lock "refresh_cache-602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.099351] env[69572]: DEBUG nova.network.neutron [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Refreshing network info cache for port ec6d1018-828d-4ae2-ac0e-985634888aef {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.226961] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434586, 'name': CreateVM_Task, 'duration_secs': 0.976461} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.227175] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.227925] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.228143] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.228932] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.228932] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88dafcd-4852-4a06-a3ab-8409ebf84499 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.235477] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for the task: (returnval){ [ 895.235477] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f7acd9-f2be-8dde-c65d-cb91ff682504" [ 895.235477] env[69572]: _type = "Task" [ 895.235477] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.251706] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f7acd9-f2be-8dde-c65d-cb91ff682504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.321433] env[69572]: DEBUG nova.network.neutron [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.394123] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.437392] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b14362-78dd-45fc-8956-351779e08819 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.448597] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648bdc42-496d-4032-af9e-68f6d61b9bb0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.484313] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59749319-f16f-4190-af25-6740a4d73870 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.487763] env[69572]: DEBUG nova.network.neutron [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Updating instance_info_cache with network_info: [{"id": "186c36e6-e58f-4a66-85d3-ea7a86013997", "address": "fa:16:3e:24:fc:bd", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186c36e6-e5", "ovs_interfaceid": "186c36e6-e58f-4a66-85d3-ea7a86013997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.492577] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078555} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.498629] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.501199] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304adb9e-2c52-44b7-a257-362f6ebc9705 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.508853] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6accef61-c162-478d-9e07-fd02245ca880 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.538305] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9dbcc56e-d71f-4b3d-8a85-5235baeea341/9dbcc56e-d71f-4b3d-8a85-5235baeea341.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.538666] env[69572]: DEBUG oslo_vmware.api [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434587, 'name': ReconfigVM_Task, 'duration_secs': 0.821753} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.539689] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe9f6d2-170c-4517-9dbb-9c97bbfbd50b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.554506] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.554732] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Reconfigured VM to attach interface {{(pid=69572) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 895.566064] env[69572]: DEBUG nova.compute.provider_tree [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.575967] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 895.575967] env[69572]: value = "task-3434590" [ 895.575967] env[69572]: _type = "Task" [ 895.575967] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.587450] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.628454] env[69572]: DEBUG nova.objects.instance [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lazy-loading 'flavor' on Instance uuid e2329396-1e21-4b57-be90-b31a1b91743b {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.763066] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f7acd9-f2be-8dde-c65d-cb91ff682504, 'name': SearchDatastore_Task, 'duration_secs': 0.019482} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.763393] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.763655] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.763902] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.764059] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.764246] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.764547] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc6981ed-34d0-46e7-81e8-825cc068f52b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.775027] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.775228] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.775948] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935f54c3-8f6d-4e0f-9cf2-9a6ca7cbfa06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.781980] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for the task: (returnval){ [ 895.781980] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bea558-cd27-3b41-9f00-37f80d1b1fd6" [ 895.781980] env[69572]: _type = "Task" [ 895.781980] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.790676] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bea558-cd27-3b41-9f00-37f80d1b1fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.829933] env[69572]: DEBUG nova.network.neutron [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Updated VIF entry in instance network info cache for port ec6d1018-828d-4ae2-ac0e-985634888aef. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.829933] env[69572]: DEBUG nova.network.neutron [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Updating instance_info_cache with network_info: [{"id": "ec6d1018-828d-4ae2-ac0e-985634888aef", "address": "fa:16:3e:37:28:ac", "network": {"id": "3acd53e8-0389-43ce-a66a-58a101f19f54", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1161160797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd57f4fab5f44883a654487c871d617e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec6d1018-82", "ovs_interfaceid": "ec6d1018-828d-4ae2-ac0e-985634888aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.999023] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "refresh_cache-6b825bbb-6005-4481-bedb-b021b8b71e54" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.999023] env[69572]: DEBUG nova.compute.manager [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Instance network_info: |[{"id": "186c36e6-e58f-4a66-85d3-ea7a86013997", "address": "fa:16:3e:24:fc:bd", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186c36e6-e5", "ovs_interfaceid": "186c36e6-e58f-4a66-85d3-ea7a86013997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 895.999023] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:fc:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '186c36e6-e58f-4a66-85d3-ea7a86013997', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.007358] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.008202] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.008701] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42570f00-04a8-4832-9f3f-37bb25114620 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.034575] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.034575] env[69572]: value = "task-3434591" [ 896.034575] env[69572]: _type = "Task" [ 896.034575] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.043731] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434591, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.068160] env[69572]: DEBUG nova.network.neutron [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Updated VIF entry in instance network info cache for port 622fbff1-0d53-4a36-87f8-0a3b342bf5de. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.068160] env[69572]: DEBUG nova.network.neutron [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Updating instance_info_cache with network_info: [{"id": "622fbff1-0d53-4a36-87f8-0a3b342bf5de", "address": "fa:16:3e:5e:4c:06", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap622fbff1-0d", "ovs_interfaceid": "622fbff1-0d53-4a36-87f8-0a3b342bf5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.069543] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df274fc4-02a1-4b14-98e4-8e7d6154556d tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.839s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.071133] env[69572]: DEBUG nova.scheduler.client.report [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.089672] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.296352] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bea558-cd27-3b41-9f00-37f80d1b1fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.022444} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.296352] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef754eb-fc2b-4263-a653-886ac96cc84e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.303349] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for the task: (returnval){ [ 896.303349] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524932c0-b767-83f3-36fe-ff64a474f5c6" [ 896.303349] env[69572]: _type = "Task" [ 896.303349] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.314986] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524932c0-b767-83f3-36fe-ff64a474f5c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.331672] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Releasing lock "refresh_cache-602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.332671] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received event network-changed-8a3289e8-1923-479c-a304-8167bf403c5f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 896.332798] env[69572]: DEBUG nova.compute.manager [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Refreshing instance network info cache due to event network-changed-8a3289e8-1923-479c-a304-8167bf403c5f. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 896.332967] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Acquiring lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.333165] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Acquired lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.333339] env[69572]: DEBUG nova.network.neutron [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Refreshing network info cache for port 8a3289e8-1923-479c-a304-8167bf403c5f {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.547792] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434591, 'name': CreateVM_Task, 'duration_secs': 0.427587} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.547975] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.549312] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.549482] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.549798] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.550078] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf736a3b-4002-49cf-a3a5-d896252106ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.560313] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 896.560313] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d3de9c-aed0-f6b6-5e3b-df74274c5c51" [ 896.560313] env[69572]: _type = "Task" [ 896.560313] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.570429] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d3de9c-aed0-f6b6-5e3b-df74274c5c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.576041] env[69572]: DEBUG oslo_concurrency.lockutils [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] Releasing lock "refresh_cache-8ad757b5-9229-4271-abae-e0dfcffe0b7e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.576317] env[69572]: DEBUG nova.compute.manager [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Received event network-vif-deleted-2da6e7ec-c8eb-43a6-89f1-1840d7197fe2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 896.576508] env[69572]: DEBUG nova.compute.manager [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Received event network-vif-plugged-186c36e6-e58f-4a66-85d3-ea7a86013997 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 896.576702] env[69572]: DEBUG oslo_concurrency.lockutils [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] Acquiring lock "6b825bbb-6005-4481-bedb-b021b8b71e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.576907] env[69572]: DEBUG oslo_concurrency.lockutils [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] Lock "6b825bbb-6005-4481-bedb-b021b8b71e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.577095] env[69572]: DEBUG oslo_concurrency.lockutils [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] Lock "6b825bbb-6005-4481-bedb-b021b8b71e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.577259] env[69572]: DEBUG nova.compute.manager [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] No waiting events found dispatching network-vif-plugged-186c36e6-e58f-4a66-85d3-ea7a86013997 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 896.577422] env[69572]: WARNING nova.compute.manager [req-e8a5e4a3-8ef7-407b-a21f-a0e00d64dad9 req-43e26b01-551a-44f6-be19-94488bb89183 service nova] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Received unexpected event network-vif-plugged-186c36e6-e58f-4a66-85d3-ea7a86013997 for instance with vm_state building and task_state spawning. [ 896.593223] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434590, 'name': ReconfigVM_Task, 'duration_secs': 0.639975} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.593223] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9dbcc56e-d71f-4b3d-8a85-5235baeea341/9dbcc56e-d71f-4b3d-8a85-5235baeea341.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.593223] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a250374-fa7a-462c-a011-b30e801ba3b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.601084] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 896.601084] env[69572]: value = "task-3434592" [ 896.601084] env[69572]: _type = "Task" [ 896.601084] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.613724] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434592, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.637923] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a917b1c2-edfd-4985-bebd-5fca9264dfcb tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.816503] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524932c0-b767-83f3-36fe-ff64a474f5c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018815} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.817377] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.817720] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5/602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.818425] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef97d800-4a99-4acd-b055-12428c69d872 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.826292] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for the task: (returnval){ [ 896.826292] env[69572]: value = "task-3434593" [ 896.826292] env[69572]: _type = "Task" [ 896.826292] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.835871] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.072588] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d3de9c-aed0-f6b6-5e3b-df74274c5c51, 'name': SearchDatastore_Task, 'duration_secs': 0.022296} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.073800] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.074149] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.074448] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.074662] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.074890] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.079243] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8503cafc-e4e7-430f-b9e0-2fa1dd59b27c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.088315] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.289s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.096850] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.244s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.097461] env[69572]: DEBUG nova.objects.instance [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lazy-loading 'resources' on Instance uuid 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.099745] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.100151] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.103189] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002d9e90-1358-46da-9f2e-151fe9491e6b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.123375] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 897.123375] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]528743ec-73e5-f4a5-e09b-81c724d91ed2" [ 897.123375] env[69572]: _type = "Task" [ 897.123375] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.129805] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434592, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.145329] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528743ec-73e5-f4a5-e09b-81c724d91ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.178958] env[69572]: DEBUG nova.network.neutron [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updated VIF entry in instance network info cache for port 8a3289e8-1923-479c-a304-8167bf403c5f. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.179456] env[69572]: DEBUG nova.network.neutron [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updating instance_info_cache with network_info: [{"id": "ed463b92-f9a5-4f6e-8591-491d465798bc", "address": "fa:16:3e:fe:81:c0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped463b92-f9", "ovs_interfaceid": "ed463b92-f9a5-4f6e-8591-491d465798bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a3289e8-1923-479c-a304-8167bf403c5f", "address": "fa:16:3e:ee:c1:ea", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3289e8-19", "ovs_interfaceid": "8a3289e8-1923-479c-a304-8167bf403c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.346461] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.620365] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434592, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.647954] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528743ec-73e5-f4a5-e09b-81c724d91ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.021982} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.654114] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "9b07d1e2-da61-4838-82e4-886082889b4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.654710] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "9b07d1e2-da61-4838-82e4-886082889b4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.654710] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "9b07d1e2-da61-4838-82e4-886082889b4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.654909] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "9b07d1e2-da61-4838-82e4-886082889b4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.654909] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "9b07d1e2-da61-4838-82e4-886082889b4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.656625] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95e977e-92f3-4cbe-a79c-dba596a0544d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.662037] env[69572]: INFO nova.compute.manager [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Terminating instance [ 897.665866] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 897.665866] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f416a1-7c1a-b30e-3a3f-a098bf5e228b" [ 897.665866] env[69572]: _type = "Task" [ 897.665866] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.668488] env[69572]: DEBUG nova.compute.manager [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Received event network-changed-186c36e6-e58f-4a66-85d3-ea7a86013997 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 897.668695] env[69572]: DEBUG nova.compute.manager [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Refreshing instance network info cache due to event network-changed-186c36e6-e58f-4a66-85d3-ea7a86013997. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 897.668908] env[69572]: DEBUG oslo_concurrency.lockutils [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] Acquiring lock "refresh_cache-6b825bbb-6005-4481-bedb-b021b8b71e54" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.669079] env[69572]: DEBUG oslo_concurrency.lockutils [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] Acquired lock "refresh_cache-6b825bbb-6005-4481-bedb-b021b8b71e54" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.669240] env[69572]: DEBUG nova.network.neutron [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Refreshing network info cache for port 186c36e6-e58f-4a66-85d3-ea7a86013997 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.686014] env[69572]: DEBUG oslo_concurrency.lockutils [req-6b87d2ad-18a5-478e-a4a7-c659a6b3a831 req-55fd7ae3-54e1-4ee6-9084-90cc33b52022 service nova] Releasing lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.690419] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f416a1-7c1a-b30e-3a3f-a098bf5e228b, 'name': SearchDatastore_Task, 'duration_secs': 0.013904} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.691135] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.691135] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 6b825bbb-6005-4481-bedb-b021b8b71e54/6b825bbb-6005-4481-bedb-b021b8b71e54.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.691376] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86058b3d-bdfe-46eb-9ac0-71f5a80b599b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.702522] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 897.702522] env[69572]: value = "task-3434594" [ 897.702522] env[69572]: _type = "Task" [ 897.702522] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.714729] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.838685] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.843206] env[69572]: DEBUG oslo_concurrency.lockutils [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.843206] env[69572]: DEBUG oslo_concurrency.lockutils [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.843206] env[69572]: INFO nova.compute.manager [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Shelving [ 898.122404] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434592, 'name': Rename_Task, 'duration_secs': 1.204301} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.128459] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.134276] env[69572]: INFO nova.compute.manager [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Rebuilding instance [ 898.135325] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b38325fd-6f64-4652-a9e9-3520d2f48321 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.145012] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 898.145012] env[69572]: value = "task-3434595" [ 898.145012] env[69572]: _type = "Task" [ 898.145012] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.164110] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434595, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.178981] env[69572]: DEBUG nova.compute.manager [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 898.178981] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.183320] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90730285-64c2-4850-b751-220a24812e84 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.196019] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.198765] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-146da1ab-491b-4228-953d-55cdccf046ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.210987] env[69572]: DEBUG oslo_vmware.api [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 898.210987] env[69572]: value = "task-3434596" [ 898.210987] env[69572]: _type = "Task" [ 898.210987] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.212136] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2278199b-9175-4e02-a1be-524a867c1ee9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.228891] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434594, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.235041] env[69572]: DEBUG nova.compute.manager [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.236268] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80be2bb2-42ec-4885-b619-7e60d45e8945 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.240659] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e68c925-37af-45c7-9883-ccc0cb3710d5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.248278] env[69572]: DEBUG oslo_vmware.api [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.290800] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8802ae46-b718-452f-a7d4-8125ba04e70f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.301904] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729e6b8f-a8bb-4992-b785-cf5cdf1bd7d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.317840] env[69572]: DEBUG nova.compute.provider_tree [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.341345] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434593, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.655533] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.666446] env[69572]: INFO nova.compute.manager [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Swapping old allocation on dict_keys(['5c8fade1-5d72-4a7c-bfba-ee2769975266']) held by migration 6716cf83-f90a-4c16-bf40-efda0f401150 for instance [ 898.701590] env[69572]: DEBUG nova.scheduler.client.report [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Overwriting current allocation {'allocations': {'5c8fade1-5d72-4a7c-bfba-ee2769975266': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 97}}, 'project_id': '09fa5cc21fce4a3fa8b55e27471d73d6', 'user_id': '8d08859df40a42ecb4a1bd8758bc7c16', 'consumer_generation': 1} on consumer 6d4062fb-c945-4200-ba50-83af5b760232 {{(pid=69572) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 898.720694] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706981} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.723902] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 6b825bbb-6005-4481-bedb-b021b8b71e54/6b825bbb-6005-4481-bedb-b021b8b71e54.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.724171] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.728022] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d880b858-9b9e-4c9f-b305-5c1935a828bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.734624] env[69572]: DEBUG oslo_vmware.api [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434596, 'name': PowerOffVM_Task, 'duration_secs': 0.31056} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.736187] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.736408] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.736844] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 898.736844] env[69572]: value = "task-3434597" [ 898.736844] env[69572]: _type = "Task" [ 898.736844] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.737128] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd9d855-8788-40ee-9f5f-b83a9ff49d71 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.746650] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.815759] env[69572]: DEBUG nova.network.neutron [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Updated VIF entry in instance network info cache for port 186c36e6-e58f-4a66-85d3-ea7a86013997. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.816183] env[69572]: DEBUG nova.network.neutron [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Updating instance_info_cache with network_info: [{"id": "186c36e6-e58f-4a66-85d3-ea7a86013997", "address": "fa:16:3e:24:fc:bd", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186c36e6-e5", "ovs_interfaceid": "186c36e6-e58f-4a66-85d3-ea7a86013997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.824026] env[69572]: DEBUG nova.scheduler.client.report [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.830815] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.830815] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.830815] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Deleting the datastore file [datastore1] 9b07d1e2-da61-4838-82e4-886082889b4c {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.830815] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78060475-f81e-4eb3-89c4-163e73829ab3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.842538] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434593, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.577087} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.845039] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5/602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.847028] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.847028] env[69572]: DEBUG oslo_vmware.api [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for the task: (returnval){ [ 898.847028] env[69572]: value = "task-3434599" [ 898.847028] env[69572]: _type = "Task" [ 898.847028] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.847028] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da1acd71-7978-4abf-b2cf-09d65bc59b8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.859053] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.860115] env[69572]: DEBUG oslo_vmware.api [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.865995] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.866226] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquired lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.866366] env[69572]: DEBUG nova.network.neutron [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.869439] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1bd8fe0-7204-42aa-a70c-3308b930448e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.872053] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for the task: (returnval){ [ 898.872053] env[69572]: value = "task-3434600" [ 898.872053] env[69572]: _type = "Task" [ 898.872053] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.879420] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 898.879420] env[69572]: value = "task-3434601" [ 898.879420] env[69572]: _type = "Task" [ 898.879420] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.889644] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.897843] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.156539] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434595, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.249539] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08623} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.249761] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.250570] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29604ddf-27c2-4ee7-92c7-3197468d44d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.275719] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 6b825bbb-6005-4481-bedb-b021b8b71e54/6b825bbb-6005-4481-bedb-b021b8b71e54.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.277173] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2723aa30-5965-48d0-9de1-5c668f187c47 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.295042] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.298573] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebae65ab-5b7c-4171-86e3-fb54af85e365 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.300042] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 899.300042] env[69572]: value = "task-3434602" [ 899.300042] env[69572]: _type = "Task" [ 899.300042] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.305192] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 899.305192] env[69572]: value = "task-3434603" [ 899.305192] env[69572]: _type = "Task" [ 899.305192] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.313541] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.323116] env[69572]: DEBUG oslo_concurrency.lockutils [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] Releasing lock "refresh_cache-6b825bbb-6005-4481-bedb-b021b8b71e54" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.323315] env[69572]: DEBUG nova.compute.manager [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Received event network-changed-e734a0ef-d5b7-4446-a4b1-04b7490983e0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 899.323642] env[69572]: DEBUG nova.compute.manager [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Refreshing instance network info cache due to event network-changed-e734a0ef-d5b7-4446-a4b1-04b7490983e0. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 899.323914] env[69572]: DEBUG oslo_concurrency.lockutils [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] Acquiring lock "refresh_cache-5acca6bc-e920-49e8-8f49-728804af26ed" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.324163] env[69572]: DEBUG oslo_concurrency.lockutils [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] Acquired lock "refresh_cache-5acca6bc-e920-49e8-8f49-728804af26ed" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.324429] env[69572]: DEBUG nova.network.neutron [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Refreshing network info cache for port e734a0ef-d5b7-4446-a4b1-04b7490983e0 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.326154] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.331083] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.334509] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.765s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.336190] env[69572]: INFO nova.compute.claims [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.359791] env[69572]: DEBUG oslo_vmware.api [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Task: {'id': task-3434599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426001} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.360901] env[69572]: INFO nova.scheduler.client.report [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleted allocations for instance 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4 [ 899.362791] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.362791] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.362791] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.362791] env[69572]: INFO nova.compute.manager [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 899.362791] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.365229] env[69572]: DEBUG nova.compute.manager [-] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 899.365347] env[69572]: DEBUG nova.network.neutron [-] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.387389] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075836} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.391216] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.392784] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2c2636-21bb-4c59-961a-ff15506fedf2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.401086] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434601, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.420358] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5/602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.424179] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-793caf2f-e7fb-4248-8a24-cfc0c12e577a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.445599] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for the task: (returnval){ [ 899.445599] env[69572]: value = "task-3434604" [ 899.445599] env[69572]: _type = "Task" [ 899.445599] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.457271] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.656365] env[69572]: DEBUG oslo_vmware.api [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434595, 'name': PowerOnVM_Task, 'duration_secs': 1.124042} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.656655] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.656852] env[69572]: INFO nova.compute.manager [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Took 11.35 seconds to spawn the instance on the hypervisor. [ 899.657051] env[69572]: DEBUG nova.compute.manager [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.657892] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef61e07-fd71-4de8-8875-2e0cb07ee9af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.686876] env[69572]: DEBUG nova.network.neutron [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance_info_cache with network_info: [{"id": "dabd90a1-5b98-4966-b8e6-33945644ca98", "address": "fa:16:3e:fe:a2:50", "network": {"id": "88f6db0e-860c-41b8-9100-3bdc73e6054b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0891dfcd3d294582bd387b7389751639", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd90a1-5b", "ovs_interfaceid": "dabd90a1-5b98-4966-b8e6-33945644ca98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.713426] env[69572]: DEBUG oslo_concurrency.lockutils [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-15aa252e-ef1d-4981-9eb4-1762096d7478" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.713761] env[69572]: DEBUG oslo_concurrency.lockutils [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-15aa252e-ef1d-4981-9eb4-1762096d7478" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.714147] env[69572]: DEBUG nova.objects.instance [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'flavor' on Instance uuid af19677b-2149-40fd-8b98-78104dc4de40 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.798397] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "e2329396-1e21-4b57-be90-b31a1b91743b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.798675] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.798879] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "e2329396-1e21-4b57-be90-b31a1b91743b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.799079] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.799252] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.806182] env[69572]: INFO nova.compute.manager [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Terminating instance [ 899.819632] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434602, 'name': ReconfigVM_Task, 'duration_secs': 0.366541} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.822474] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 6b825bbb-6005-4481-bedb-b021b8b71e54/6b825bbb-6005-4481-bedb-b021b8b71e54.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.827218] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c84da4b-9f7f-4e41-bb9d-6b8834e92fc7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.836371] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434603, 'name': PowerOffVM_Task, 'duration_secs': 0.341691} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.837089] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.837332] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.838455] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc7a1e0-df5b-4164-a41f-99677fe8f30b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.846222] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 899.846222] env[69572]: value = "task-3434605" [ 899.846222] env[69572]: _type = "Task" [ 899.846222] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.853368] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.854445] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90a872de-bd29-4381-9c90-42042fc7ad03 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.859911] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434605, 'name': Rename_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.871069] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d352ba5c-0030-4e65-bc1a-c48c7af6d57f tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.656s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.900104] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434601, 'name': PowerOffVM_Task, 'duration_secs': 0.669353} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.900642] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.903527] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca5b58-8b2e-4226-a73c-e2ea0d278120 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.928144] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d953284-48d5-433a-b745-d9d2ce9509fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.931638] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.931638] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.931638] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleting the datastore file [datastore1] 8c60fff5-c705-4dcb-908f-d117ae568a43 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.931638] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40a96f09-06af-488d-892d-d7111803ece0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.941134] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 899.941134] env[69572]: value = "task-3434607" [ 899.941134] env[69572]: _type = "Task" [ 899.941134] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.954182] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.960855] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434604, 'name': ReconfigVM_Task, 'duration_secs': 0.460753} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.961247] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5/602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.962315] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acfb725e-0bae-48f5-8cf6-f24ba81d1a27 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.969118] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for the task: (returnval){ [ 899.969118] env[69572]: value = "task-3434608" [ 899.969118] env[69572]: _type = "Task" [ 899.969118] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.979340] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434608, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.108695] env[69572]: DEBUG nova.network.neutron [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Updated VIF entry in instance network info cache for port e734a0ef-d5b7-4446-a4b1-04b7490983e0. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.109083] env[69572]: DEBUG nova.network.neutron [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Updating instance_info_cache with network_info: [{"id": "e734a0ef-d5b7-4446-a4b1-04b7490983e0", "address": "fa:16:3e:90:a6:db", "network": {"id": "e799dccb-79de-4fc9-9a35-1e08740688d9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1767559996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f57bc14a4ac6499baa8f6a3906af1b98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape734a0ef-d5", "ovs_interfaceid": "e734a0ef-d5b7-4446-a4b1-04b7490983e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.180816] env[69572]: INFO nova.compute.manager [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Took 47.14 seconds to build instance. [ 900.189851] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Releasing lock "refresh_cache-6d4062fb-c945-4200-ba50-83af5b760232" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.190831] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.191280] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec93d460-a1bb-4816-a30d-a3dcf1551c70 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.200992] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 900.200992] env[69572]: value = "task-3434609" [ 900.200992] env[69572]: _type = "Task" [ 900.200992] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.214752] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.272251] env[69572]: DEBUG nova.compute.manager [req-7c97f2b8-2173-4d95-a445-fd2a0620cfa8 req-622e3593-5a4a-48cf-897d-73b0659addfc service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Received event network-vif-deleted-42b7041b-c2d3-411a-94af-a49a83a81b20 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 900.272251] env[69572]: INFO nova.compute.manager [req-7c97f2b8-2173-4d95-a445-fd2a0620cfa8 req-622e3593-5a4a-48cf-897d-73b0659addfc service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Neutron deleted interface 42b7041b-c2d3-411a-94af-a49a83a81b20; detaching it from the instance and deleting it from the info cache [ 900.273173] env[69572]: DEBUG nova.network.neutron [req-7c97f2b8-2173-4d95-a445-fd2a0620cfa8 req-622e3593-5a4a-48cf-897d-73b0659addfc service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.312010] env[69572]: DEBUG nova.network.neutron [-] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.321559] env[69572]: DEBUG nova.compute.manager [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 900.322033] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.323459] env[69572]: DEBUG nova.objects.instance [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'pci_requests' on Instance uuid af19677b-2149-40fd-8b98-78104dc4de40 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.325820] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2879b358-cc83-4398-a2fe-fe1fc78af48f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.335657] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.336066] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9993fd95-25cb-4876-a386-add25a1c52eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.343491] env[69572]: DEBUG oslo_vmware.api [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 900.343491] env[69572]: value = "task-3434610" [ 900.343491] env[69572]: _type = "Task" [ 900.343491] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.360247] env[69572]: DEBUG oslo_vmware.api [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.363879] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434605, 'name': Rename_Task, 'duration_secs': 0.173039} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.364348] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.364687] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ed13e73-11c8-4da7-9c25-d200c8fe3ac3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.371327] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 900.371327] env[69572]: value = "task-3434611" [ 900.371327] env[69572]: _type = "Task" [ 900.371327] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.381887] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.443632] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 900.444080] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4831856-98f8-487a-b515-983129e3a6b1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.458408] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388664} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.459863] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.460146] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.460534] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.463693] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 900.463693] env[69572]: value = "task-3434612" [ 900.463693] env[69572]: _type = "Task" [ 900.463693] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.481451] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434612, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.487892] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434608, 'name': Rename_Task, 'duration_secs': 0.298046} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.488506] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.488835] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9535062b-c83c-475e-8184-c882873461bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.496718] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for the task: (returnval){ [ 900.496718] env[69572]: value = "task-3434613" [ 900.496718] env[69572]: _type = "Task" [ 900.496718] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.508042] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.611948] env[69572]: DEBUG oslo_concurrency.lockutils [req-ece533e0-d875-457b-8d1b-eb9d70a44684 req-be51ded9-4b6a-45de-b54a-418f665d5aa1 service nova] Releasing lock "refresh_cache-5acca6bc-e920-49e8-8f49-728804af26ed" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.682744] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9953a9d2-104f-4a89-ba6f-25ce2297be33 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.645s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.714904] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434609, 'name': PowerOffVM_Task, 'duration_secs': 0.29486} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.718389] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.719601] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:17:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='898423aa-cd08-4a33-9369-3c6ab3ca59be',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1092138612',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.719993] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.720140] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.720606] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.720850] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.721086] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.721390] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.721644] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.722043] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.722286] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.722506] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.729153] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5926701-ab87-4668-ae75-9bcca3f5a291 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.748518] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 900.748518] env[69572]: value = "task-3434614" [ 900.748518] env[69572]: _type = "Task" [ 900.748518] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.757718] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.775815] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cf98945-b466-4bb7-9fab-c5abf3818c6e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.790171] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d08907-0a31-4b81-a45a-236a4a6b5c52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.814524] env[69572]: INFO nova.compute.manager [-] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Took 1.45 seconds to deallocate network for instance. [ 900.844048] env[69572]: DEBUG nova.objects.base [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 900.844048] env[69572]: DEBUG nova.network.neutron [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.845792] env[69572]: DEBUG nova.compute.manager [req-7c97f2b8-2173-4d95-a445-fd2a0620cfa8 req-622e3593-5a4a-48cf-897d-73b0659addfc service nova] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Detach interface failed, port_id=42b7041b-c2d3-411a-94af-a49a83a81b20, reason: Instance 9b07d1e2-da61-4838-82e4-886082889b4c could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 900.846826] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763cbdec-0744-442f-b6f7-1e4d17f99478 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.860338] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e167ad2-b3be-4efa-803d-1786c6a89f66 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.863675] env[69572]: DEBUG oslo_vmware.api [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.896962] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e984421c-e9cd-48db-ac0c-1a05c5dc8e29 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.906298] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.911161] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39d7634-989b-4282-a4e1-05254238a0b9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.924740] env[69572]: DEBUG nova.compute.provider_tree [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.941996] env[69572]: DEBUG nova.policy [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ed19c96ca449c9ca4f206adad021b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9c96379dcb45099eda20120e667dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.980026] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434612, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.011662] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434613, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.259428] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434614, 'name': ReconfigVM_Task, 'duration_secs': 0.171725} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.260328] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed46848-13da-4ffe-b43d-40b1af5bda22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.281034] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:17:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='898423aa-cd08-4a33-9369-3c6ab3ca59be',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1092138612',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.281336] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.281525] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.281707] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.281880] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.282040] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.282267] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.282532] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.285037] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.285037] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.285037] env[69572]: DEBUG nova.virt.hardware [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.285037] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f2b56b-a742-47ab-bf5e-db44c3ec9a6e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.294026] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 901.294026] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523ab5b6-92c7-1d7c-8e35-a995e1a8cb36" [ 901.294026] env[69572]: _type = "Task" [ 901.294026] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.299971] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523ab5b6-92c7-1d7c-8e35-a995e1a8cb36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.353027] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.360909] env[69572]: DEBUG oslo_vmware.api [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434610, 'name': PowerOffVM_Task, 'duration_secs': 0.905737} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.361206] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.361380] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.361638] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e6e0bd0-e876-482b-8eb6-0b8ba6b9acd2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.405042] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434611, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.429210] env[69572]: DEBUG nova.scheduler.client.report [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.435603] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.435959] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.436077] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Deleting the datastore file [datastore2] e2329396-1e21-4b57-be90-b31a1b91743b {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.436790] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f9809c9-b74d-42e0-93b0-bb85ac89036b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.443303] env[69572]: DEBUG oslo_vmware.api [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 901.443303] env[69572]: value = "task-3434616" [ 901.443303] env[69572]: _type = "Task" [ 901.443303] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.453233] env[69572]: DEBUG oslo_vmware.api [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.486663] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434612, 'name': CreateSnapshot_Task, 'duration_secs': 0.720743} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.486919] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 901.487772] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e85668-cf67-46e1-8282-b35f61b69ae8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.509093] env[69572]: DEBUG oslo_vmware.api [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434613, 'name': PowerOnVM_Task, 'duration_secs': 0.626225} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.513020] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.513020] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.513020] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.513020] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.513020] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.513020] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.513020] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.513020] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.513020] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.513400] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.513400] env[69572]: DEBUG nova.virt.hardware [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.513565] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.513723] env[69572]: INFO nova.compute.manager [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Took 10.49 seconds to spawn the instance on the hypervisor. [ 901.513897] env[69572]: DEBUG nova.compute.manager [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.514703] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28d0ad8-8c8f-4684-8655-f95951a294bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.517753] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671d675e-5616-422c-9333-44e4d8643495 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.530463] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ae1469-c612-4832-b604-4aff8ad19c0c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.547976] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:68:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d22dffb-fdd5-4f5a-9cec-d0a690876417', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.556763] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.557428] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.557645] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53b2d054-6226-40f1-94a0-5782e9e679cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.573629] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.573907] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.574167] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.574363] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.574532] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.576969] env[69572]: INFO nova.compute.manager [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Terminating instance [ 901.581950] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.581950] env[69572]: value = "task-3434617" [ 901.581950] env[69572]: _type = "Task" [ 901.581950] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.591443] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434617, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.801615] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523ab5b6-92c7-1d7c-8e35-a995e1a8cb36, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.807305] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.807620] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ffbea8a-a556-4b2e-ba9e-16202dc0ad9e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.829023] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 901.829023] env[69572]: value = "task-3434618" [ 901.829023] env[69572]: _type = "Task" [ 901.829023] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.834505] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.902183] env[69572]: DEBUG oslo_vmware.api [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434611, 'name': PowerOnVM_Task, 'duration_secs': 1.104659} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.902183] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.902468] env[69572]: INFO nova.compute.manager [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Took 8.27 seconds to spawn the instance on the hypervisor. [ 901.902668] env[69572]: DEBUG nova.compute.manager [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.903737] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863126ec-4ae9-4082-8c2d-26867c875b24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.939991] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.940672] env[69572]: DEBUG nova.compute.manager [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 901.944021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.491s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.947147] env[69572]: INFO nova.compute.claims [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.965510] env[69572]: DEBUG oslo_vmware.api [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313849} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.966370] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.966370] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.966370] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.966542] env[69572]: INFO nova.compute.manager [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Took 1.64 seconds to destroy the instance on the hypervisor. [ 901.966928] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.967213] env[69572]: DEBUG nova.compute.manager [-] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 901.967338] env[69572]: DEBUG nova.network.neutron [-] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.012628] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 902.013897] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81a83d37-e284-4643-9491-b6544a1525fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.026509] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 902.026509] env[69572]: value = "task-3434619" [ 902.026509] env[69572]: _type = "Task" [ 902.026509] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.041525] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434619, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.042059] env[69572]: INFO nova.compute.manager [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Took 47.48 seconds to build instance. [ 902.081173] env[69572]: DEBUG nova.compute.manager [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 902.081425] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.082361] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14803d1e-5e1e-4a39-9f13-10883c8c2cbb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.097649] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434617, 'name': CreateVM_Task, 'duration_secs': 0.418309} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.099934] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.100305] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.101024] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.101208] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.101545] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.101788] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16321618-19d8-4b88-a9c0-39339ad9dfdc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.103518] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fea8ee-57ac-4ff5-b78d-d12b00d780b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.111459] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 902.111459] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527ca117-2350-0ddb-569a-a66cbf400ca0" [ 902.111459] env[69572]: _type = "Task" [ 902.111459] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.114707] env[69572]: DEBUG oslo_vmware.api [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 902.114707] env[69572]: value = "task-3434620" [ 902.114707] env[69572]: _type = "Task" [ 902.114707] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.121354] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527ca117-2350-0ddb-569a-a66cbf400ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.126541] env[69572]: DEBUG oslo_vmware.api [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.336953] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434618, 'name': ReconfigVM_Task, 'duration_secs': 0.227254} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.337337] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 902.338726] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06ddb28-2dd2-4a84-808b-c00f4765ae74 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.364713] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 6d4062fb-c945-4200-ba50-83af5b760232/6d4062fb-c945-4200-ba50-83af5b760232.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.365040] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a0d496-fa30-4d16-976c-e3dabc21b296 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.384804] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 902.384804] env[69572]: value = "task-3434621" [ 902.384804] env[69572]: _type = "Task" [ 902.384804] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.393393] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.424331] env[69572]: INFO nova.compute.manager [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Took 35.39 seconds to build instance. [ 902.451926] env[69572]: DEBUG nova.compute.utils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.455043] env[69572]: DEBUG nova.compute.manager [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 902.455339] env[69572]: DEBUG nova.network.neutron [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.457385] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.513s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.458051] env[69572]: DEBUG nova.compute.utils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Instance 09d692af-ee79-4db7-995a-c89e11055243 could not be found. {{(pid=69572) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 902.460021] env[69572]: DEBUG nova.compute.manager [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Instance disappeared during build. {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2519}} [ 902.460272] env[69572]: DEBUG nova.compute.manager [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Unplugging VIFs for instance {{(pid=69572) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3012}} [ 902.460752] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-09d692af-ee79-4db7-995a-c89e11055243" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.460935] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-09d692af-ee79-4db7-995a-c89e11055243" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.461207] env[69572]: DEBUG nova.network.neutron [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.463534] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.657s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.465380] env[69572]: INFO nova.compute.claims [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.539657] env[69572]: DEBUG nova.policy [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea04489e18b9427796d74611d72ec073', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef65ed7ba3a461292672af7bc2d3f29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.545757] env[69572]: DEBUG oslo_concurrency.lockutils [None req-facc127c-8156-4222-a0f3-c8bf09c5db29 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.991s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.552613] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434619, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.627378] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527ca117-2350-0ddb-569a-a66cbf400ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.014267} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.631102] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.631559] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.631839] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.632056] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.632424] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.632719] env[69572]: DEBUG oslo_vmware.api [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434620, 'name': PowerOffVM_Task, 'duration_secs': 0.38087} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.632980] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-803b75d0-b2fe-45fd-b481-ce130321064e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.635224] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.635481] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.635781] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f42c38a-7be1-4bb7-b1c3-13fdf0254adc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.647759] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.648306] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.649665] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66ab941-98b9-479b-91d3-6b55ebc1e9cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.660997] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 902.660997] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5246c921-eab8-2455-7df8-f6ff96cb7771" [ 902.660997] env[69572]: _type = "Task" [ 902.660997] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.673429] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5246c921-eab8-2455-7df8-f6ff96cb7771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.700442] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.700442] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.700442] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleting the datastore file [datastore2] 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.700805] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df11b5e9-ce78-4063-9751-e2a35368447d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.709128] env[69572]: DEBUG nova.network.neutron [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Successfully updated port: 15aa252e-ef1d-4981-9eb4-1762096d7478 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.714058] env[69572]: DEBUG oslo_vmware.api [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 902.714058] env[69572]: value = "task-3434623" [ 902.714058] env[69572]: _type = "Task" [ 902.714058] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.723990] env[69572]: DEBUG oslo_vmware.api [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.900998] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434621, 'name': ReconfigVM_Task, 'duration_secs': 0.388758} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.900998] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 6d4062fb-c945-4200-ba50-83af5b760232/6d4062fb-c945-4200-ba50-83af5b760232.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.902090] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509562f5-ff72-413c-bb5d-12bc7a8ecdc8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.908270] env[69572]: DEBUG nova.network.neutron [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Successfully created port: b33310e5-9769-44f9-b0dc-11ae99f0e64c {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.928272] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d7581-3839-4671-924b-caa8574f56ab tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "6b825bbb-6005-4481-bedb-b021b8b71e54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.903s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.929484] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e618f9-f770-4f64-8fbf-7569c3f96665 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.952637] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4696a80-fa23-45a1-b999-df7493ced6f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.956094] env[69572]: DEBUG nova.compute.manager [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 902.980417] env[69572]: DEBUG nova.compute.utils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Can not refresh info_cache because instance was not found {{(pid=69572) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 902.985024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0166b251-d1b9-4d18-acc1-e203f5171a2f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.994129] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.994487] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8569c276-9ac4-4b05-96e5-943a6b8984f9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.001608] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 903.001608] env[69572]: value = "task-3434624" [ 903.001608] env[69572]: _type = "Task" [ 903.001608] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.010953] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.015732] env[69572]: DEBUG nova.network.neutron [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.036732] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434619, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.367872] env[69572]: DEBUG nova.network.neutron [-] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.367872] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5246c921-eab8-2455-7df8-f6ff96cb7771, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.367872] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10817257-1a1f-43f4-9ca8-1de40b61e936 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.367872] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 903.367872] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520fe946-615f-cf02-800e-eeff3636f9f1" [ 903.367872] env[69572]: _type = "Task" [ 903.367872] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.367872] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520fe946-615f-cf02-800e-eeff3636f9f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.367872] env[69572]: DEBUG oslo_concurrency.lockutils [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.367872] env[69572]: DEBUG oslo_concurrency.lockutils [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.367872] env[69572]: DEBUG nova.network.neutron [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.367872] env[69572]: DEBUG oslo_vmware.api [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246695} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.367872] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.367872] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.367872] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.367872] env[69572]: INFO nova.compute.manager [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Took 1.15 seconds to destroy the instance on the hypervisor. [ 903.367872] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.367872] env[69572]: DEBUG nova.compute.manager [-] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 903.367872] env[69572]: DEBUG nova.network.neutron [-] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.398286] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquiring lock "a88694ed-17fe-420d-aa71-a05816bbf3e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.398574] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lock "a88694ed-17fe-420d-aa71-a05816bbf3e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.413901] env[69572]: DEBUG nova.network.neutron [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.514387] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434624, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.542943] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434619, 'name': CloneVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.673102] env[69572]: INFO nova.compute.manager [-] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Took 1.71 seconds to deallocate network for instance. [ 903.703130] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520fe946-615f-cf02-800e-eeff3636f9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013628} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.703130] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.703130] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 8c60fff5-c705-4dcb-908f-d117ae568a43/8c60fff5-c705-4dcb-908f-d117ae568a43.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.703130] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff4b277a-ef2f-4817-ba77-a5687521ab27 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.713718] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 903.713718] env[69572]: value = "task-3434625" [ 903.713718] env[69572]: _type = "Task" [ 903.713718] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.726311] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.730014] env[69572]: DEBUG nova.compute.manager [req-536b30c4-e4c6-47a8-a508-30d2c8cc0048 req-3a8be890-b694-42dc-a790-aa04023a3b53 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Received event network-changed-b781fa08-7fa5-40d3-9e53-ba06333344fd {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 903.730014] env[69572]: DEBUG nova.compute.manager [req-536b30c4-e4c6-47a8-a508-30d2c8cc0048 req-3a8be890-b694-42dc-a790-aa04023a3b53 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Refreshing instance network info cache due to event network-changed-b781fa08-7fa5-40d3-9e53-ba06333344fd. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 903.730315] env[69572]: DEBUG oslo_concurrency.lockutils [req-536b30c4-e4c6-47a8-a508-30d2c8cc0048 req-3a8be890-b694-42dc-a790-aa04023a3b53 service nova] Acquiring lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.730563] env[69572]: DEBUG oslo_concurrency.lockutils [req-536b30c4-e4c6-47a8-a508-30d2c8cc0048 req-3a8be890-b694-42dc-a790-aa04023a3b53 service nova] Acquired lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.730813] env[69572]: DEBUG nova.network.neutron [req-536b30c4-e4c6-47a8-a508-30d2c8cc0048 req-3a8be890-b694-42dc-a790-aa04023a3b53 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Refreshing network info cache for port b781fa08-7fa5-40d3-9e53-ba06333344fd {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.900675] env[69572]: DEBUG nova.compute.manager [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 903.916835] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-09d692af-ee79-4db7-995a-c89e11055243" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.917734] env[69572]: DEBUG nova.compute.manager [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69572) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3035}} [ 903.917734] env[69572]: DEBUG nova.compute.manager [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 903.917734] env[69572]: DEBUG nova.network.neutron [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.920100] env[69572]: WARNING nova.network.neutron [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] b0234b1a-c703-4a66-abdb-9262cb15c64e already exists in list: networks containing: ['b0234b1a-c703-4a66-abdb-9262cb15c64e']. ignoring it [ 903.920295] env[69572]: WARNING nova.network.neutron [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] b0234b1a-c703-4a66-abdb-9262cb15c64e already exists in list: networks containing: ['b0234b1a-c703-4a66-abdb-9262cb15c64e']. ignoring it [ 903.937738] env[69572]: DEBUG nova.network.neutron [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.967501] env[69572]: DEBUG nova.compute.manager [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 903.996341] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.996670] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.996836] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.998995] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.998995] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.998995] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.998995] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.998995] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.998995] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.998995] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.998995] env[69572]: DEBUG nova.virt.hardware [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.000483] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f2b12-240c-4b32-b824-38b6c611d8a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.006554] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6cb824-3a37-4a49-9992-f444e618fd28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.026125] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af931054-0541-47a7-83b0-3e48d4ee3801 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.032208] env[69572]: DEBUG oslo_vmware.api [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434624, 'name': PowerOnVM_Task, 'duration_secs': 0.645587} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.033083] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3004b272-627e-40d7-81ba-787d11f9c79a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.036530] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.044023] env[69572]: DEBUG nova.compute.manager [req-cc7972da-e99c-4df2-90d2-a1602e709306 req-487bb095-2b65-4dda-866e-4548a70cb683 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received event network-vif-plugged-15aa252e-ef1d-4981-9eb4-1762096d7478 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 904.044023] env[69572]: DEBUG oslo_concurrency.lockutils [req-cc7972da-e99c-4df2-90d2-a1602e709306 req-487bb095-2b65-4dda-866e-4548a70cb683 service nova] Acquiring lock "af19677b-2149-40fd-8b98-78104dc4de40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.044023] env[69572]: DEBUG oslo_concurrency.lockutils [req-cc7972da-e99c-4df2-90d2-a1602e709306 req-487bb095-2b65-4dda-866e-4548a70cb683 service nova] Lock "af19677b-2149-40fd-8b98-78104dc4de40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.044023] env[69572]: DEBUG oslo_concurrency.lockutils [req-cc7972da-e99c-4df2-90d2-a1602e709306 req-487bb095-2b65-4dda-866e-4548a70cb683 service nova] Lock "af19677b-2149-40fd-8b98-78104dc4de40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.044023] env[69572]: DEBUG nova.compute.manager [req-cc7972da-e99c-4df2-90d2-a1602e709306 req-487bb095-2b65-4dda-866e-4548a70cb683 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] No waiting events found dispatching network-vif-plugged-15aa252e-ef1d-4981-9eb4-1762096d7478 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.044023] env[69572]: WARNING nova.compute.manager [req-cc7972da-e99c-4df2-90d2-a1602e709306 req-487bb095-2b65-4dda-866e-4548a70cb683 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received unexpected event network-vif-plugged-15aa252e-ef1d-4981-9eb4-1762096d7478 for instance with vm_state active and task_state None. [ 904.063544] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434619, 'name': CloneVM_Task, 'duration_secs': 1.522092} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.088841] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Created linked-clone VM from snapshot [ 904.090757] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd1d783-d8e1-47f3-859b-df68a4edfe1c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.094277] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3e21ac-a53f-4abb-822a-6f5f45560518 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.106288] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4f351-5c66-4eb9-973b-15bc7610ddfe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.110543] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Uploading image 906f7dad-6b69-4ff2-8ab4-5e5e301f5624 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 904.129696] env[69572]: DEBUG nova.compute.provider_tree [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.141419] env[69572]: DEBUG oslo_vmware.rw_handles [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 904.141419] env[69572]: value = "vm-685642" [ 904.141419] env[69572]: _type = "VirtualMachine" [ 904.141419] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 904.142043] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3a427b2-8213-419c-a2b1-0ece22ff04eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.150307] env[69572]: DEBUG oslo_vmware.rw_handles [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lease: (returnval){ [ 904.150307] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b6b1b5-4cc6-0c57-604e-bf18587f94c0" [ 904.150307] env[69572]: _type = "HttpNfcLease" [ 904.150307] env[69572]: } obtained for exporting VM: (result){ [ 904.150307] env[69572]: value = "vm-685642" [ 904.150307] env[69572]: _type = "VirtualMachine" [ 904.150307] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 904.150710] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the lease: (returnval){ [ 904.150710] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b6b1b5-4cc6-0c57-604e-bf18587f94c0" [ 904.150710] env[69572]: _type = "HttpNfcLease" [ 904.150710] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 904.159477] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.159477] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b6b1b5-4cc6-0c57-604e-bf18587f94c0" [ 904.159477] env[69572]: _type = "HttpNfcLease" [ 904.159477] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 904.191154] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.229299] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434625, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.242655] env[69572]: DEBUG nova.network.neutron [-] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.421577] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.441295] env[69572]: DEBUG nova.network.neutron [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.454578] env[69572]: DEBUG nova.network.neutron [req-536b30c4-e4c6-47a8-a508-30d2c8cc0048 req-3a8be890-b694-42dc-a790-aa04023a3b53 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Updated VIF entry in instance network info cache for port b781fa08-7fa5-40d3-9e53-ba06333344fd. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.455031] env[69572]: DEBUG nova.network.neutron [req-536b30c4-e4c6-47a8-a508-30d2c8cc0048 req-3a8be890-b694-42dc-a790-aa04023a3b53 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Updating instance_info_cache with network_info: [{"id": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "address": "fa:16:3e:ce:60:ce", "network": {"id": "ebcbb67f-27bf-43a7-98b6-14a8b1dccb16", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1575192019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c8d889b53ac474f8f4abfc36e9339dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb781fa08-7f", "ovs_interfaceid": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.567011] env[69572]: DEBUG nova.network.neutron [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updating instance_info_cache with network_info: [{"id": "ed463b92-f9a5-4f6e-8591-491d465798bc", "address": "fa:16:3e:fe:81:c0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped463b92-f9", "ovs_interfaceid": "ed463b92-f9a5-4f6e-8591-491d465798bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a3289e8-1923-479c-a304-8167bf403c5f", "address": "fa:16:3e:ee:c1:ea", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3289e8-19", "ovs_interfaceid": "8a3289e8-1923-479c-a304-8167bf403c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15aa252e-ef1d-4981-9eb4-1762096d7478", "address": "fa:16:3e:02:4a:29", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15aa252e-ef", "ovs_interfaceid": "15aa252e-ef1d-4981-9eb4-1762096d7478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.635248] env[69572]: DEBUG nova.scheduler.client.report [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.660262] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.660262] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b6b1b5-4cc6-0c57-604e-bf18587f94c0" [ 904.660262] env[69572]: _type = "HttpNfcLease" [ 904.660262] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 904.660706] env[69572]: DEBUG oslo_vmware.rw_handles [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 904.660706] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b6b1b5-4cc6-0c57-604e-bf18587f94c0" [ 904.660706] env[69572]: _type = "HttpNfcLease" [ 904.660706] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 904.661591] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd32361-3b1a-47e8-8747-c2b5b151f490 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.669810] env[69572]: DEBUG oslo_vmware.rw_handles [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e364-431c-72ea-dc81-3885b76299be/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 904.669961] env[69572]: DEBUG oslo_vmware.rw_handles [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e364-431c-72ea-dc81-3885b76299be/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 904.740080] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55555} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.740427] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 8c60fff5-c705-4dcb-908f-d117ae568a43/8c60fff5-c705-4dcb-908f-d117ae568a43.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.740681] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.740985] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec527cd8-841e-41a0-939f-d232defee134 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.744793] env[69572]: INFO nova.compute.manager [-] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Took 1.52 seconds to deallocate network for instance. [ 904.751785] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 904.751785] env[69572]: value = "task-3434627" [ 904.751785] env[69572]: _type = "Task" [ 904.751785] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.760731] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.764639] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5815c353-d70c-4a91-8c31-1ce8977d3900 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.775035] env[69572]: DEBUG nova.network.neutron [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Successfully updated port: b33310e5-9769-44f9-b0dc-11ae99f0e64c {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.944452] env[69572]: INFO nova.compute.manager [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 09d692af-ee79-4db7-995a-c89e11055243] Took 1.03 seconds to deallocate network for instance. [ 904.962128] env[69572]: DEBUG oslo_concurrency.lockutils [req-536b30c4-e4c6-47a8-a508-30d2c8cc0048 req-3a8be890-b694-42dc-a790-aa04023a3b53 service nova] Releasing lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.050694] env[69572]: INFO nova.compute.manager [None req-9f37c5df-cb4e-4046-9400-84ecc5f6c22b tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance to original state: 'active' [ 905.070378] env[69572]: DEBUG oslo_concurrency.lockutils [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.071240] env[69572]: DEBUG oslo_concurrency.lockutils [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.071453] env[69572]: DEBUG oslo_concurrency.lockutils [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.072638] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb24268c-6103-49ff-8ca9-49b3c64c7831 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.101626] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.102091] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.102435] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.102726] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.103124] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.103356] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.104541] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.104781] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.105051] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.105468] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.105540] env[69572]: DEBUG nova.virt.hardware [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.116957] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Reconfiguring VM to attach interface {{(pid=69572) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 905.118879] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f10ed74-c1ce-4d05-a5ea-1f08773c04f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.140161] env[69572]: DEBUG oslo_vmware.api [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 905.140161] env[69572]: value = "task-3434628" [ 905.140161] env[69572]: _type = "Task" [ 905.140161] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.141152] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.141690] env[69572]: DEBUG nova.compute.manager [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 905.149581] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.220s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.150491] env[69572]: DEBUG nova.objects.instance [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lazy-loading 'resources' on Instance uuid bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.157324] env[69572]: DEBUG oslo_vmware.api [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434628, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.252715] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.261929] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066136} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.262234] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.263149] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03315c1-1115-4a65-845f-ca7ac4133380 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.277994] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "refresh_cache-48d60558-124c-4fd8-ace0-f621c34c7d45" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.278379] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "refresh_cache-48d60558-124c-4fd8-ace0-f621c34c7d45" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.280354] env[69572]: DEBUG nova.network.neutron [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.289029] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 8c60fff5-c705-4dcb-908f-d117ae568a43/8c60fff5-c705-4dcb-908f-d117ae568a43.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.292618] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba7c1988-0554-4930-b08a-7a9a2913b113 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.314683] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 905.314683] env[69572]: value = "task-3434629" [ 905.314683] env[69572]: _type = "Task" [ 905.314683] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.324168] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.342815] env[69572]: DEBUG nova.network.neutron [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.493887] env[69572]: DEBUG nova.network.neutron [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Updating instance_info_cache with network_info: [{"id": "b33310e5-9769-44f9-b0dc-11ae99f0e64c", "address": "fa:16:3e:97:e9:66", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33310e5-97", "ovs_interfaceid": "b33310e5-9769-44f9-b0dc-11ae99f0e64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.650453] env[69572]: DEBUG nova.compute.utils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.652325] env[69572]: DEBUG nova.compute.manager [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 905.652670] env[69572]: DEBUG nova.network.neutron [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.666220] env[69572]: DEBUG oslo_vmware.api [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.708728] env[69572]: DEBUG nova.policy [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5decc2bedd674d84a0cb5545250e4b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52fdb713706545369a8020df88778783', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.827830] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434629, 'name': ReconfigVM_Task, 'duration_secs': 0.504696} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.828557] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 8c60fff5-c705-4dcb-908f-d117ae568a43/8c60fff5-c705-4dcb-908f-d117ae568a43.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.832882] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34635667-a0b6-47c6-a0c4-738adfbeb27c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.838851] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 905.838851] env[69572]: value = "task-3434630" [ 905.838851] env[69572]: _type = "Task" [ 905.838851] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.849225] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434630, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.964588] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8ba1bf33-e799-41b8-965f-73ceb49e5b1d tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "09d692af-ee79-4db7-995a-c89e11055243" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.556s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.996885] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "refresh_cache-48d60558-124c-4fd8-ace0-f621c34c7d45" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.998762] env[69572]: DEBUG nova.compute.manager [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Instance network_info: |[{"id": "b33310e5-9769-44f9-b0dc-11ae99f0e64c", "address": "fa:16:3e:97:e9:66", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33310e5-97", "ovs_interfaceid": "b33310e5-9769-44f9-b0dc-11ae99f0e64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 905.998762] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:e9:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b33310e5-9769-44f9-b0dc-11ae99f0e64c', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.008502] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.013080] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.013080] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf8f8d49-f41a-430e-b649-d81d339ae518 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.038025] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.038025] env[69572]: value = "task-3434631" [ 906.038025] env[69572]: _type = "Task" [ 906.038025] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.044593] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434631, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.056984] env[69572]: DEBUG nova.network.neutron [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Successfully created port: d2bebf80-0d62-40e5-b2e9-8b516b9c3609 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.156998] env[69572]: DEBUG oslo_vmware.api [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434628, 'name': ReconfigVM_Task, 'duration_secs': 0.903797} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.159074] env[69572]: DEBUG oslo_concurrency.lockutils [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.159305] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Reconfigured VM to attach interface {{(pid=69572) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 906.162876] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a7ff88-a19e-4690-afc1-1704711f492d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.166778] env[69572]: DEBUG nova.compute.manager [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 906.177147] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b1918-6193-4891-a7c1-c20e0d9e7bf4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.214756] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5427d8-dca1-4f6b-bfb9-ba4574b13650 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.224329] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6321111-536c-4128-a423-ed776668e035 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.241655] env[69572]: DEBUG nova.compute.provider_tree [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.351434] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434630, 'name': Rename_Task, 'duration_secs': 0.214763} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.352025] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.352323] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf27da48-ff15-4511-9b71-827ddc504fa1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.359720] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 906.359720] env[69572]: value = "task-3434632" [ 906.359720] env[69572]: _type = "Task" [ 906.359720] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.370746] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.546171] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434631, 'name': CreateVM_Task, 'duration_secs': 0.474954} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.546459] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.547314] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.547603] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.548061] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.549448] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d5147b-773a-49ec-9002-13237b226b7d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.552519] env[69572]: DEBUG nova.compute.manager [req-9d590bbf-933a-4f8c-a85c-e0c702d69539 req-4a962881-016e-44a4-aa2c-aa17ebfe8593 service nova] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Received event network-vif-deleted-4e76c612-07b1-4db1-9a7c-2ad30877c13e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 906.552814] env[69572]: DEBUG nova.compute.manager [req-9d590bbf-933a-4f8c-a85c-e0c702d69539 req-4a962881-016e-44a4-aa2c-aa17ebfe8593 service nova] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Received event network-vif-deleted-b75554b4-4850-456f-be3e-6d942c1d2b05 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 906.557919] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 906.557919] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b38c46-1b38-4aef-eeeb-585a359066f9" [ 906.557919] env[69572]: _type = "Task" [ 906.557919] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.567499] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b38c46-1b38-4aef-eeeb-585a359066f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.658053] env[69572]: DEBUG nova.compute.manager [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.659024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d047bc2c-5b3b-4ca9-aabb-a9be4fb4df91 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.667934] env[69572]: DEBUG oslo_concurrency.lockutils [None req-52e44aa3-cc0b-4096-b30e-1bd32cfdf58f tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-15aa252e-ef1d-4981-9eb4-1762096d7478" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.954s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.745862] env[69572]: DEBUG nova.scheduler.client.report [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.832606] env[69572]: DEBUG nova.compute.manager [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received event network-changed-15aa252e-ef1d-4981-9eb4-1762096d7478 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 906.832909] env[69572]: DEBUG nova.compute.manager [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Refreshing instance network info cache due to event network-changed-15aa252e-ef1d-4981-9eb4-1762096d7478. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 906.833334] env[69572]: DEBUG oslo_concurrency.lockutils [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] Acquiring lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.833556] env[69572]: DEBUG oslo_concurrency.lockutils [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] Acquired lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.833947] env[69572]: DEBUG nova.network.neutron [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Refreshing network info cache for port 15aa252e-ef1d-4981-9eb4-1762096d7478 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.872310] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.069047] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b38c46-1b38-4aef-eeeb-585a359066f9, 'name': SearchDatastore_Task, 'duration_secs': 0.015969} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.069485] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.069607] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.069847] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.069992] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.070187] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.070464] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1118fe1e-74d1-456a-a240-c8dd0d15e8ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.080185] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.080379] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.081268] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82f206b-eecb-4628-bd34-84a247712b26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.086974] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 907.086974] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fe80e2-a67f-4988-24f7-ed3af2a7c37f" [ 907.086974] env[69572]: _type = "Task" [ 907.086974] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.095340] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fe80e2-a67f-4988-24f7-ed3af2a7c37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.175809] env[69572]: INFO nova.compute.manager [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] instance snapshotting [ 907.178678] env[69572]: DEBUG nova.compute.manager [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 907.182140] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3093e2-1cb7-463d-9ef7-1c011fe70e9d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.207898] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc5da32-7dad-4724-a79d-0219a3fffdb4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.220922] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.221212] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.221423] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.221635] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.221823] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.221996] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.222219] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.222378] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.222553] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.222962] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.222962] env[69572]: DEBUG nova.virt.hardware [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.223765] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6cc7dc-550d-4d41-96e3-177f7c4b338e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.233580] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad757568-0c7f-44c7-a501-0051cc426550 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.251106] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.255101] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.897s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.255436] env[69572]: DEBUG nova.objects.instance [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lazy-loading 'resources' on Instance uuid 6437bcc8-d516-4874-b5d0-3683061d5f9c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.277630] env[69572]: INFO nova.scheduler.client.report [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Deleted allocations for instance bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4 [ 907.371199] env[69572]: DEBUG oslo_vmware.api [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434632, 'name': PowerOnVM_Task, 'duration_secs': 0.700953} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.371629] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.371935] env[69572]: DEBUG nova.compute.manager [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 907.373548] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe400dd-b786-4899-8017-78d73cd029f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.599777] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fe80e2-a67f-4988-24f7-ed3af2a7c37f, 'name': SearchDatastore_Task, 'duration_secs': 0.012087} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.604875] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af58b528-32ba-4c5d-ad0d-ab2a8b999d79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.614146] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 907.614146] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52cae75e-9da6-6ef9-03ef-722483c3dc39" [ 907.614146] env[69572]: _type = "Task" [ 907.614146] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.624119] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52cae75e-9da6-6ef9-03ef-722483c3dc39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.683535] env[69572]: DEBUG nova.network.neutron [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updated VIF entry in instance network info cache for port 15aa252e-ef1d-4981-9eb4-1762096d7478. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.683535] env[69572]: DEBUG nova.network.neutron [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updating instance_info_cache with network_info: [{"id": "ed463b92-f9a5-4f6e-8591-491d465798bc", "address": "fa:16:3e:fe:81:c0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped463b92-f9", "ovs_interfaceid": "ed463b92-f9a5-4f6e-8591-491d465798bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a3289e8-1923-479c-a304-8167bf403c5f", "address": "fa:16:3e:ee:c1:ea", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a3289e8-19", "ovs_interfaceid": "8a3289e8-1923-479c-a304-8167bf403c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15aa252e-ef1d-4981-9eb4-1762096d7478", "address": "fa:16:3e:02:4a:29", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15aa252e-ef", "ovs_interfaceid": "15aa252e-ef1d-4981-9eb4-1762096d7478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.731032] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 907.731032] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7cea8093-ac1a-4963-b402-fa17ff3857f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.743399] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 907.743399] env[69572]: value = "task-3434633" [ 907.743399] env[69572]: _type = "Task" [ 907.743399] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.751916] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.789148] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c60e46a2-0d79-47b2-b7f7-35b5c1b14ed1 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.352s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.880798] env[69572]: DEBUG nova.network.neutron [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Successfully updated port: d2bebf80-0d62-40e5-b2e9-8b516b9c3609 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.897036] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.125452] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52cae75e-9da6-6ef9-03ef-722483c3dc39, 'name': SearchDatastore_Task, 'duration_secs': 0.015792} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.125757] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.126106] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 48d60558-124c-4fd8-ace0-f621c34c7d45/48d60558-124c-4fd8-ace0-f621c34c7d45.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.126347] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cabf4121-dba5-42ea-affb-602a2ea0a8b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.133926] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 908.133926] env[69572]: value = "task-3434634" [ 908.133926] env[69572]: _type = "Task" [ 908.133926] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.146367] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.171714] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Acquiring lock "13892b36-b4d1-4f55-ac22-e58d89405beb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.171981] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lock "13892b36-b4d1-4f55-ac22-e58d89405beb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.172212] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Acquiring lock "13892b36-b4d1-4f55-ac22-e58d89405beb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.172394] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lock "13892b36-b4d1-4f55-ac22-e58d89405beb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.172560] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lock "13892b36-b4d1-4f55-ac22-e58d89405beb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.174980] env[69572]: INFO nova.compute.manager [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Terminating instance [ 908.186468] env[69572]: DEBUG oslo_concurrency.lockutils [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] Releasing lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.186718] env[69572]: DEBUG nova.compute.manager [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Received event network-vif-plugged-b33310e5-9769-44f9-b0dc-11ae99f0e64c {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 908.186907] env[69572]: DEBUG oslo_concurrency.lockutils [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] Acquiring lock "48d60558-124c-4fd8-ace0-f621c34c7d45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.187125] env[69572]: DEBUG oslo_concurrency.lockutils [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] Lock "48d60558-124c-4fd8-ace0-f621c34c7d45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.187290] env[69572]: DEBUG oslo_concurrency.lockutils [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] Lock "48d60558-124c-4fd8-ace0-f621c34c7d45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.187460] env[69572]: DEBUG nova.compute.manager [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] No waiting events found dispatching network-vif-plugged-b33310e5-9769-44f9-b0dc-11ae99f0e64c {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 908.187702] env[69572]: WARNING nova.compute.manager [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Received unexpected event network-vif-plugged-b33310e5-9769-44f9-b0dc-11ae99f0e64c for instance with vm_state building and task_state spawning. [ 908.187911] env[69572]: DEBUG nova.compute.manager [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Received event network-changed-b33310e5-9769-44f9-b0dc-11ae99f0e64c {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 908.188086] env[69572]: DEBUG nova.compute.manager [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Refreshing instance network info cache due to event network-changed-b33310e5-9769-44f9-b0dc-11ae99f0e64c. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 908.188275] env[69572]: DEBUG oslo_concurrency.lockutils [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] Acquiring lock "refresh_cache-48d60558-124c-4fd8-ace0-f621c34c7d45" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.188411] env[69572]: DEBUG oslo_concurrency.lockutils [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] Acquired lock "refresh_cache-48d60558-124c-4fd8-ace0-f621c34c7d45" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.188565] env[69572]: DEBUG nova.network.neutron [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Refreshing network info cache for port b33310e5-9769-44f9-b0dc-11ae99f0e64c {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.196146] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9538b2-6806-4030-b2b7-d7104ed2531f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.204680] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b02546a-f2e4-4a14-9980-46ed87c2f6b3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.238130] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12902711-6b2c-446a-94cd-6e85c5282d6a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.250210] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a8c960-a129-4242-aa6f-bb3b69688081 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.260582] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.269322] env[69572]: DEBUG nova.compute.provider_tree [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.321829] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "6d4062fb-c945-4200-ba50-83af5b760232" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.322344] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "6d4062fb-c945-4200-ba50-83af5b760232" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.322612] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "6d4062fb-c945-4200-ba50-83af5b760232-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.322847] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "6d4062fb-c945-4200-ba50-83af5b760232-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.323196] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "6d4062fb-c945-4200-ba50-83af5b760232-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.325939] env[69572]: INFO nova.compute.manager [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Terminating instance [ 908.382638] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.382796] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.383177] env[69572]: DEBUG nova.network.neutron [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.646111] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434634, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.683685] env[69572]: DEBUG nova.compute.manager [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 908.683685] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.683685] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acba4303-c75c-4a6e-8f2e-85e2fafba535 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.696243] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for the task: (returnval){ [ 908.696243] env[69572]: value = "task-3434636" [ 908.696243] env[69572]: _type = "Task" [ 908.696243] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.716019] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.755374] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434633, 'name': CreateSnapshot_Task, 'duration_secs': 0.786782} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.755670] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.757103] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f958e56-6578-4299-bf46-9add513813e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.773685] env[69572]: DEBUG nova.scheduler.client.report [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.831230] env[69572]: DEBUG nova.compute.manager [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 908.831230] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.831230] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff4e3b9-7a08-4bf6-91da-e7ebb6b6a652 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.840485] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "8c5cae2c-be9f-4991-b498-5da4281daae5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.840756] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "8c5cae2c-be9f-4991-b498-5da4281daae5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.840997] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "8c5cae2c-be9f-4991-b498-5da4281daae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.841274] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "8c5cae2c-be9f-4991-b498-5da4281daae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.841417] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "8c5cae2c-be9f-4991-b498-5da4281daae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.844669] env[69572]: INFO nova.compute.manager [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Terminating instance [ 908.849233] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.849460] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb82402-c1f1-49da-9a21-c55fa69ee3e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.859026] env[69572]: DEBUG oslo_vmware.api [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 908.859026] env[69572]: value = "task-3434637" [ 908.859026] env[69572]: _type = "Task" [ 908.859026] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.868656] env[69572]: DEBUG oslo_vmware.api [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.941617] env[69572]: DEBUG nova.network.neutron [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.997479] env[69572]: DEBUG nova.network.neutron [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Updated VIF entry in instance network info cache for port b33310e5-9769-44f9-b0dc-11ae99f0e64c. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.997815] env[69572]: DEBUG nova.network.neutron [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Updating instance_info_cache with network_info: [{"id": "b33310e5-9769-44f9-b0dc-11ae99f0e64c", "address": "fa:16:3e:97:e9:66", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33310e5-97", "ovs_interfaceid": "b33310e5-9769-44f9-b0dc-11ae99f0e64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.113479] env[69572]: DEBUG nova.compute.manager [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Received event network-vif-plugged-d2bebf80-0d62-40e5-b2e9-8b516b9c3609 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 909.113898] env[69572]: DEBUG oslo_concurrency.lockutils [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] Acquiring lock "b44bfe59-a4a2-42f7-940d-8100b65c2351-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.114755] env[69572]: DEBUG oslo_concurrency.lockutils [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.115178] env[69572]: DEBUG oslo_concurrency.lockutils [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.115492] env[69572]: DEBUG nova.compute.manager [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] No waiting events found dispatching network-vif-plugged-d2bebf80-0d62-40e5-b2e9-8b516b9c3609 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 909.115752] env[69572]: WARNING nova.compute.manager [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Received unexpected event network-vif-plugged-d2bebf80-0d62-40e5-b2e9-8b516b9c3609 for instance with vm_state building and task_state spawning. [ 909.116019] env[69572]: DEBUG nova.compute.manager [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Received event network-changed-d2bebf80-0d62-40e5-b2e9-8b516b9c3609 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 909.116270] env[69572]: DEBUG nova.compute.manager [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Refreshing instance network info cache due to event network-changed-d2bebf80-0d62-40e5-b2e9-8b516b9c3609. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 909.116533] env[69572]: DEBUG oslo_concurrency.lockutils [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] Acquiring lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.136272] env[69572]: DEBUG nova.network.neutron [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Updating instance_info_cache with network_info: [{"id": "d2bebf80-0d62-40e5-b2e9-8b516b9c3609", "address": "fa:16:3e:aa:f4:9f", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bebf80-0d", "ovs_interfaceid": "d2bebf80-0d62-40e5-b2e9-8b516b9c3609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.147535] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749827} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.147922] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 48d60558-124c-4fd8-ace0-f621c34c7d45/48d60558-124c-4fd8-ace0-f621c34c7d45.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.148045] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.149262] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d5e7b5-477d-4d73-b9fd-42e5ad7a5393 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.156614] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 909.156614] env[69572]: value = "task-3434638" [ 909.156614] env[69572]: _type = "Task" [ 909.156614] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.165426] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.166887] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-8a3289e8-1923-479c-a304-8167bf403c5f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.167124] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-8a3289e8-1923-479c-a304-8167bf403c5f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.206506] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434636, 'name': PowerOffVM_Task, 'duration_secs': 0.224531} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.207350] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.207580] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 909.207784] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685574', 'volume_id': '301d5d6a-e4da-4460-a624-b8524f7e5d06', 'name': 'volume-301d5d6a-e4da-4460-a624-b8524f7e5d06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13892b36-b4d1-4f55-ac22-e58d89405beb', 'attached_at': '', 'detached_at': '', 'volume_id': '301d5d6a-e4da-4460-a624-b8524f7e5d06', 'serial': '301d5d6a-e4da-4460-a624-b8524f7e5d06'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 909.208632] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162ecafd-0e24-4ce0-887b-73ca6d605717 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.228295] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52339353-5f74-4539-ba4e-fb9dc680c69a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.235761] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d37ce8-d646-4e3b-996c-3821621f8fd8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.256828] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8791056-c9bf-44c9-a95b-858e6bc47361 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.279659] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 909.279930] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] The volume has not been displaced from its original location: [datastore1] volume-301d5d6a-e4da-4460-a624-b8524f7e5d06/volume-301d5d6a-e4da-4460-a624-b8524f7e5d06.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 909.285531] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 909.285932] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9d5b696d-8857-4f45-b655-087437b6260b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.289460] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.291390] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e5b1f9-6662-4a1e-b4a2-30ffcefc8376 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.305062] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.911s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.305317] env[69572]: DEBUG nova.objects.instance [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lazy-loading 'resources' on Instance uuid c8488c1f-4d88-44c8-9735-d5e0f77b1954 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.312140] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 909.312140] env[69572]: value = "task-3434639" [ 909.312140] env[69572]: _type = "Task" [ 909.312140] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.313654] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for the task: (returnval){ [ 909.313654] env[69572]: value = "task-3434640" [ 909.313654] env[69572]: _type = "Task" [ 909.313654] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.330209] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434639, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.333459] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.337076] env[69572]: INFO nova.scheduler.client.report [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Deleted allocations for instance 6437bcc8-d516-4874-b5d0-3683061d5f9c [ 909.354629] env[69572]: DEBUG nova.compute.manager [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 909.355273] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.356795] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e888381f-b021-419f-b3a5-83bd625d8adc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.368621] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.372264] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2da6ebd-21e3-449f-bc34-41fa34673b80 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.374394] env[69572]: DEBUG oslo_vmware.api [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434637, 'name': PowerOffVM_Task, 'duration_secs': 0.282617} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.375186] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.375444] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.376260] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba966546-aad6-4f77-9959-2bf08d24a053 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.381292] env[69572]: DEBUG oslo_vmware.api [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 909.381292] env[69572]: value = "task-3434641" [ 909.381292] env[69572]: _type = "Task" [ 909.381292] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.392937] env[69572]: DEBUG oslo_vmware.api [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.454881] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.455264] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.455550] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Deleting the datastore file [datastore2] 6d4062fb-c945-4200-ba50-83af5b760232 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.455949] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d064d9-ede8-46ff-bb69-121d94f7404a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.464800] env[69572]: DEBUG oslo_vmware.api [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 909.464800] env[69572]: value = "task-3434643" [ 909.464800] env[69572]: _type = "Task" [ 909.464800] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.474705] env[69572]: DEBUG oslo_vmware.api [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.496412] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "8c60fff5-c705-4dcb-908f-d117ae568a43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.496749] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "8c60fff5-c705-4dcb-908f-d117ae568a43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.497037] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "8c60fff5-c705-4dcb-908f-d117ae568a43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.497515] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "8c60fff5-c705-4dcb-908f-d117ae568a43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.497515] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "8c60fff5-c705-4dcb-908f-d117ae568a43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.500094] env[69572]: DEBUG oslo_concurrency.lockutils [req-801f399d-5703-418c-b59a-88b7f6708e0f req-3c377d95-d935-4ebe-a1b4-ce77a03939f4 service nova] Releasing lock "refresh_cache-48d60558-124c-4fd8-ace0-f621c34c7d45" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.500967] env[69572]: INFO nova.compute.manager [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Terminating instance [ 909.646026] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.646026] env[69572]: DEBUG nova.compute.manager [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Instance network_info: |[{"id": "d2bebf80-0d62-40e5-b2e9-8b516b9c3609", "address": "fa:16:3e:aa:f4:9f", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bebf80-0d", "ovs_interfaceid": "d2bebf80-0d62-40e5-b2e9-8b516b9c3609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 909.646026] env[69572]: DEBUG oslo_concurrency.lockutils [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] Acquired lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.646026] env[69572]: DEBUG nova.network.neutron [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Refreshing network info cache for port d2bebf80-0d62-40e5-b2e9-8b516b9c3609 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.646026] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:f4:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2bebf80-0d62-40e5-b2e9-8b516b9c3609', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.654812] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.656279] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.656692] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ad65ee6-84eb-4a88-b962-a94d032ebe9e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.672396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.674019] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.677103] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356b828b-5f54-4963-a290-0a6454faa617 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.710331] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.710331] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85035572-78f4-44b7-9076-1b479f225161 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.712277] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.712277] env[69572]: value = "task-3434644" [ 909.712277] env[69572]: _type = "Task" [ 909.712277] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.743691] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Reconfiguring VM to detach interface {{(pid=69572) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 909.744610] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6761f1a4-453e-4cde-90de-7b765209b5aa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.764822] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434644, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.770285] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 909.770285] env[69572]: value = "task-3434645" [ 909.770285] env[69572]: _type = "Task" [ 909.770285] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.780109] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.827486] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434639, 'name': CloneVM_Task} progress is 93%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.830766] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434640, 'name': ReconfigVM_Task, 'duration_secs': 0.19247} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.831068] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.838983] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c12ec81-18bd-4fd9-97dd-c50946704bd1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.853140] env[69572]: DEBUG nova.compute.manager [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.854144] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3962d755-c9fc-4119-bfc7-45f8488c8e1c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.858117] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0b8eb379-faaa-49c9-be3e-7196026a7f69 tempest-ListServerFiltersTestJSON-1194117522 tempest-ListServerFiltersTestJSON-1194117522-project-member] Lock "6437bcc8-d516-4874-b5d0-3683061d5f9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.043s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.869411] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for the task: (returnval){ [ 909.869411] env[69572]: value = "task-3434646" [ 909.869411] env[69572]: _type = "Task" [ 909.869411] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.879154] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.894955] env[69572]: DEBUG oslo_vmware.api [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434641, 'name': PowerOffVM_Task, 'duration_secs': 0.338536} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.898673] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.898673] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.899158] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7da6f2f-1182-4778-a586-11850bdcf5f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.976452] env[69572]: DEBUG oslo_vmware.api [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325202} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.980146] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.980258] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.980464] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.980641] env[69572]: INFO nova.compute.manager [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Took 1.15 seconds to destroy the instance on the hypervisor. [ 909.980918] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.981375] env[69572]: DEBUG nova.compute.manager [-] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 909.981493] env[69572]: DEBUG nova.network.neutron [-] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.991025] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.991025] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.991025] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Deleting the datastore file [datastore1] 8c5cae2c-be9f-4991-b498-5da4281daae5 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.991025] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ebe504-19ab-4c1a-be30-969546dd2997 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.999018] env[69572]: DEBUG oslo_vmware.api [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 909.999018] env[69572]: value = "task-3434648" [ 909.999018] env[69572]: _type = "Task" [ 909.999018] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.006393] env[69572]: DEBUG nova.compute.manager [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 910.008528] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.013025] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2c75f-dade-4281-a16a-09ce4cd70fcb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.015240] env[69572]: DEBUG oslo_vmware.api [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.019915] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.022932] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12a23df2-cc03-4710-a510-e31077225c8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.032056] env[69572]: DEBUG oslo_vmware.api [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 910.032056] env[69572]: value = "task-3434649" [ 910.032056] env[69572]: _type = "Task" [ 910.032056] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.044816] env[69572]: DEBUG oslo_vmware.api [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.185778] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.846256} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.186164] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.187008] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0ad66d-978d-4385-af6f-8d4a8a39a97e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.220943] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 48d60558-124c-4fd8-ace0-f621c34c7d45/48d60558-124c-4fd8-ace0-f621c34c7d45.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.224550] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f07eeff-e7da-482c-8dbe-cd5684dbb7d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.256640] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434644, 'name': CreateVM_Task, 'duration_secs': 0.416834} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.258025] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.258402] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 910.258402] env[69572]: value = "task-3434650" [ 910.258402] env[69572]: _type = "Task" [ 910.258402] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.259537] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.259537] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.259708] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.260055] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadea1cf-aa13-41ab-9661-b135ae3515fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.274448] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.283242] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 910.283242] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e9a2d5-2120-f2e3-25ee-8e7c9e9b7fe5" [ 910.283242] env[69572]: _type = "Task" [ 910.283242] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.293636] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.299806] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e9a2d5-2120-f2e3-25ee-8e7c9e9b7fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.014843} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.303179] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.303573] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.303921] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.304108] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.304300] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.304944] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbdb4765-466b-4d14-8413-00b52364f835 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.319572] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.319806] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.325840] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4f5c99-7ed5-4098-97cd-2c47e6681b21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.334234] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434639, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.340178] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 910.340178] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527db0ff-6fe2-1247-32ec-bfa92649ffbe" [ 910.340178] env[69572]: _type = "Task" [ 910.340178] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.342383] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc49ed1-557e-4bc8-b3e4-49a08a190786 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.359822] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527db0ff-6fe2-1247-32ec-bfa92649ffbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.360906] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73608181-b23b-4606-8661-dd72de576df0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.365505] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4eeb9f-4342-432f-900d-754dc411efdc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.372751] env[69572]: INFO nova.compute.manager [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] instance snapshotting [ 910.373357] env[69572]: DEBUG nova.objects.instance [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'flavor' on Instance uuid 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.411466] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6534749-efe7-42a1-8e41-5662bce14f39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.415413] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 910.415413] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5282583c-780d-410c-3f86-9514e4a292f6" [ 910.415413] env[69572]: _type = "Task" [ 910.415413] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.417393] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593ee476-2458-41a2-b687-a5e2c16f14b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.430206] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434646, 'name': ReconfigVM_Task, 'duration_secs': 0.196221} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.433161] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685574', 'volume_id': '301d5d6a-e4da-4460-a624-b8524f7e5d06', 'name': 'volume-301d5d6a-e4da-4460-a624-b8524f7e5d06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13892b36-b4d1-4f55-ac22-e58d89405beb', 'attached_at': '', 'detached_at': '', 'volume_id': '301d5d6a-e4da-4460-a624-b8524f7e5d06', 'serial': '301d5d6a-e4da-4460-a624-b8524f7e5d06'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 910.433574] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.435209] env[69572]: DEBUG nova.compute.manager [req-ec0a810b-5585-4cad-9c65-8105fe84a6e4 req-6d926897-a719-4760-a21d-37579867388c service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Received event network-vif-deleted-dabd90a1-5b98-4966-b8e6-33945644ca98 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 910.435409] env[69572]: INFO nova.compute.manager [req-ec0a810b-5585-4cad-9c65-8105fe84a6e4 req-6d926897-a719-4760-a21d-37579867388c service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Neutron deleted interface dabd90a1-5b98-4966-b8e6-33945644ca98; detaching it from the instance and deleting it from the info cache [ 910.435572] env[69572]: DEBUG nova.network.neutron [req-ec0a810b-5585-4cad-9c65-8105fe84a6e4 req-6d926897-a719-4760-a21d-37579867388c service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.451713] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4da54a-095e-4e4f-a137-e439e6ebc739 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.457302] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a28906-4256-47dc-a3c1-996f1c7eb081 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.468993] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cb29ca-0a00-4dd5-9108-dd88b6fb8d6f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.474690] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5282583c-780d-410c-3f86-9514e4a292f6, 'name': SearchDatastore_Task, 'duration_secs': 0.017479} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.475932] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.476252] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] b44bfe59-a4a2-42f7-940d-8100b65c2351/b44bfe59-a4a2-42f7-940d-8100b65c2351.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.477098] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1172f340-dc7f-438a-a522-cf14f4f2b216 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.492554] env[69572]: DEBUG nova.compute.provider_tree [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.493987] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.499632] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-460aa0a5-2eab-4d18-9261-6b662be4ef2c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.503016] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.503016] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.509639] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 910.509639] env[69572]: value = "task-3434651" [ 910.509639] env[69572]: _type = "Task" [ 910.509639] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.518420] env[69572]: DEBUG oslo_vmware.api [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247024} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.519126] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.519126] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.519201] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.519347] env[69572]: INFO nova.compute.manager [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 910.519618] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.520488] env[69572]: DEBUG nova.compute.manager [-] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 910.520488] env[69572]: DEBUG nova.network.neutron [-] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.525523] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.543705] env[69572]: DEBUG oslo_vmware.api [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434649, 'name': PowerOffVM_Task, 'duration_secs': 0.402683} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.544053] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.544224] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.544509] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3004d2b3-b3cb-4c92-8881-fbde68930d5f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.553288] env[69572]: DEBUG nova.network.neutron [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Updated VIF entry in instance network info cache for port d2bebf80-0d62-40e5-b2e9-8b516b9c3609. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.553927] env[69572]: DEBUG nova.network.neutron [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Updating instance_info_cache with network_info: [{"id": "d2bebf80-0d62-40e5-b2e9-8b516b9c3609", "address": "fa:16:3e:aa:f4:9f", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bebf80-0d", "ovs_interfaceid": "d2bebf80-0d62-40e5-b2e9-8b516b9c3609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.571955] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.574071] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.574071] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Deleting the datastore file [datastore1] 13892b36-b4d1-4f55-ac22-e58d89405beb {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.574071] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f026d9d1-2921-4d3a-9c91-f9150b620b02 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.579155] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for the task: (returnval){ [ 910.579155] env[69572]: value = "task-3434654" [ 910.579155] env[69572]: _type = "Task" [ 910.579155] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.588219] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.606847] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.607131] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.607380] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleting the datastore file [datastore2] 8c60fff5-c705-4dcb-908f-d117ae568a43 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.607636] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-314a0774-0b79-41be-8502-40e4402fbfcf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.617030] env[69572]: DEBUG oslo_vmware.api [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 910.617030] env[69572]: value = "task-3434655" [ 910.617030] env[69572]: _type = "Task" [ 910.617030] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.624142] env[69572]: DEBUG oslo_vmware.api [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.773236] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434650, 'name': ReconfigVM_Task, 'duration_secs': 0.491765} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.773551] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 48d60558-124c-4fd8-ace0-f621c34c7d45/48d60558-124c-4fd8-ace0-f621c34c7d45.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.774348] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22afb766-2a2a-442d-9fae-c517c68ba48f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.784600] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.786110] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 910.786110] env[69572]: value = "task-3434656" [ 910.786110] env[69572]: _type = "Task" [ 910.786110] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.797314] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434656, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.831514] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434639, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.849217] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquiring lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.849217] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.849217] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquiring lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.849217] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.849217] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.850624] env[69572]: INFO nova.compute.manager [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Terminating instance [ 910.920526] env[69572]: DEBUG nova.network.neutron [-] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.942024] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82e16260-f8c4-4a56-9b17-844bcc9d0ba5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.953074] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee2146c-57b0-46d4-8485-cb8a892f5080 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.008273] env[69572]: DEBUG nova.scheduler.client.report [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.014665] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 911.014665] env[69572]: DEBUG nova.compute.manager [req-ec0a810b-5585-4cad-9c65-8105fe84a6e4 req-6d926897-a719-4760-a21d-37579867388c service nova] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Detach interface failed, port_id=dabd90a1-5b98-4966-b8e6-33945644ca98, reason: Instance 6d4062fb-c945-4200-ba50-83af5b760232 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 911.015389] env[69572]: DEBUG nova.compute.manager [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 911.018264] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e210c6f0-9162-4cff-a5e7-57c686b2b161 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.031603] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434651, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.033496] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 911.033496] env[69572]: value = "task-3434657" [ 911.033496] env[69572]: _type = "Task" [ 911.033496] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.047556] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.056473] env[69572]: DEBUG oslo_concurrency.lockutils [req-da6675bc-e0eb-46eb-92ce-8094170e7f92 req-683c3baa-6814-43a7-8b5e-6884f4f99348 service nova] Releasing lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.091766] env[69572]: DEBUG oslo_vmware.api [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Task: {'id': task-3434654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159459} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.092223] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.092459] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.092680] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.092865] env[69572]: INFO nova.compute.manager [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Took 2.41 seconds to destroy the instance on the hypervisor. [ 911.093178] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.093809] env[69572]: DEBUG nova.compute.manager [-] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 911.094423] env[69572]: DEBUG nova.network.neutron [-] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.127611] env[69572]: DEBUG oslo_vmware.api [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.291203] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.299846] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434656, 'name': Rename_Task, 'duration_secs': 0.286517} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.300231] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.300467] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-182bef6e-1a34-4982-a948-202c2631bb3b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.309324] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 911.309324] env[69572]: value = "task-3434658" [ 911.309324] env[69572]: _type = "Task" [ 911.309324] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.323936] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.334703] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434639, 'name': CloneVM_Task, 'duration_secs': 1.720192} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.335440] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Created linked-clone VM from snapshot [ 911.336412] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef287b75-c0e3-4afa-b9da-4a30eb549873 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.348888] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Uploading image f8c98e4d-ddcc-4075-8217-f05561d21b18 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 911.356387] env[69572]: DEBUG nova.compute.manager [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 911.356627] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.357520] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dbbe83-0316-49e8-86b8-ad724fc32c84 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.365030] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.365328] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65077a85-0978-4906-bb08-a1dbb4a61112 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.372838] env[69572]: DEBUG oslo_vmware.api [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for the task: (returnval){ [ 911.372838] env[69572]: value = "task-3434659" [ 911.372838] env[69572]: _type = "Task" [ 911.372838] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.383679] env[69572]: DEBUG oslo_vmware.api [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.395115] env[69572]: DEBUG oslo_vmware.rw_handles [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 911.395115] env[69572]: value = "vm-685645" [ 911.395115] env[69572]: _type = "VirtualMachine" [ 911.395115] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 911.397719] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-592d9989-bd05-41b5-b6b6-ace9d4ef1c65 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.403489] env[69572]: DEBUG oslo_vmware.rw_handles [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lease: (returnval){ [ 911.403489] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c02b6b-f2c5-552b-9cb3-2ea08fdf3e37" [ 911.403489] env[69572]: _type = "HttpNfcLease" [ 911.403489] env[69572]: } obtained for exporting VM: (result){ [ 911.403489] env[69572]: value = "vm-685645" [ 911.403489] env[69572]: _type = "VirtualMachine" [ 911.403489] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 911.404362] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the lease: (returnval){ [ 911.404362] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c02b6b-f2c5-552b-9cb3-2ea08fdf3e37" [ 911.404362] env[69572]: _type = "HttpNfcLease" [ 911.404362] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 911.410787] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.410787] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c02b6b-f2c5-552b-9cb3-2ea08fdf3e37" [ 911.410787] env[69572]: _type = "HttpNfcLease" [ 911.410787] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.424459] env[69572]: INFO nova.compute.manager [-] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Took 1.44 seconds to deallocate network for instance. [ 911.472925] env[69572]: DEBUG nova.network.neutron [-] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.516073] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.518576] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.167s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.518812] env[69572]: DEBUG nova.objects.instance [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lazy-loading 'resources' on Instance uuid 9b07d1e2-da61-4838-82e4-886082889b4c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.531204] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780217} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.534152] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] b44bfe59-a4a2-42f7-940d-8100b65c2351/b44bfe59-a4a2-42f7-940d-8100b65c2351.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.534462] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.535206] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25d1dd8a-c85e-47a7-ac41-df4a5a77bfa2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.553521] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.558308] env[69572]: INFO nova.scheduler.client.report [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Deleted allocations for instance c8488c1f-4d88-44c8-9735-d5e0f77b1954 [ 911.560775] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.561241] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 911.561241] env[69572]: value = "task-3434661" [ 911.561241] env[69572]: _type = "Task" [ 911.561241] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.577012] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.625966] env[69572]: DEBUG oslo_vmware.api [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587618} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.626953] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.627178] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.627355] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.627533] env[69572]: INFO nova.compute.manager [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Took 1.62 seconds to destroy the instance on the hypervisor. [ 911.627780] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.628365] env[69572]: DEBUG nova.compute.manager [-] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 911.628365] env[69572]: DEBUG nova.network.neutron [-] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.789906] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.819194] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.888051] env[69572]: DEBUG oslo_vmware.api [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434659, 'name': PowerOffVM_Task, 'duration_secs': 0.256186} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.888407] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.888597] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.888884] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4740c4ac-ad50-4f18-bdec-dc4f5367ef82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.918024] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.918024] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c02b6b-f2c5-552b-9cb3-2ea08fdf3e37" [ 911.918024] env[69572]: _type = "HttpNfcLease" [ 911.918024] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 911.918024] env[69572]: DEBUG oslo_vmware.rw_handles [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 911.918024] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c02b6b-f2c5-552b-9cb3-2ea08fdf3e37" [ 911.918024] env[69572]: _type = "HttpNfcLease" [ 911.918024] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 911.918024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c43652-0f55-479b-b022-1e6fadec3e07 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.925552] env[69572]: DEBUG oslo_vmware.rw_handles [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f983-662c-88f9-6681-b23f245d529a/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 911.925750] env[69572]: DEBUG oslo_vmware.rw_handles [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f983-662c-88f9-6681-b23f245d529a/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 911.994540] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.994959] env[69572]: INFO nova.compute.manager [-] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Took 1.47 seconds to deallocate network for instance. [ 911.999047] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.999374] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.999443] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Deleting the datastore file [datastore2] 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.003709] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-951adda9-f9bb-4cbc-b0db-096a7ea9f0b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.015832] env[69572]: DEBUG oslo_vmware.api [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for the task: (returnval){ [ 912.015832] env[69572]: value = "task-3434663" [ 912.015832] env[69572]: _type = "Task" [ 912.015832] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.028336] env[69572]: DEBUG oslo_vmware.api [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.046307] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434657, 'name': CreateSnapshot_Task, 'duration_secs': 0.809475} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.046565] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 912.047512] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee51b36-8f1a-4d0f-8565-f0df5483b16b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.053208] env[69572]: DEBUG nova.compute.manager [req-37dcc688-263a-4e1b-98cd-739a97e30957 req-3d9feac8-bac1-467e-8a4e-882a88a7e1a5 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Received event network-vif-deleted-6d22dffb-fdd5-4f5a-9cec-d0a690876417 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 912.053208] env[69572]: INFO nova.compute.manager [req-37dcc688-263a-4e1b-98cd-739a97e30957 req-3d9feac8-bac1-467e-8a4e-882a88a7e1a5 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Neutron deleted interface 6d22dffb-fdd5-4f5a-9cec-d0a690876417; detaching it from the instance and deleting it from the info cache [ 912.053934] env[69572]: DEBUG nova.network.neutron [req-37dcc688-263a-4e1b-98cd-739a97e30957 req-3d9feac8-bac1-467e-8a4e-882a88a7e1a5 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.059873] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a92caf1-5984-45fa-b85d-265f30a9a298 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.074076] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61d99397-7e1e-40de-8af4-e74c4ba51c02 tempest-ServersAdminNegativeTestJSON-836984792 tempest-ServersAdminNegativeTestJSON-836984792-project-member] Lock "c8488c1f-4d88-44c8-9735-d5e0f77b1954" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.117s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.085526] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071895} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.087662] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.089191] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5326d3a9-6698-4ff8-bae7-5aa50b5d9a7c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.118613] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] b44bfe59-a4a2-42f7-940d-8100b65c2351/b44bfe59-a4a2-42f7-940d-8100b65c2351.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.125664] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ff17ecc-cace-4376-8ec3-8379013c0435 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.151513] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 912.151513] env[69572]: value = "task-3434664" [ 912.151513] env[69572]: _type = "Task" [ 912.151513] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.163107] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.261571] env[69572]: DEBUG oslo_concurrency.lockutils [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.261571] env[69572]: DEBUG oslo_concurrency.lockutils [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.261571] env[69572]: DEBUG oslo_concurrency.lockutils [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "fd7d990f-44c1-4728-bb22-23f246b9ca11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.261571] env[69572]: DEBUG oslo_concurrency.lockutils [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.261571] env[69572]: DEBUG oslo_concurrency.lockutils [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.262835] env[69572]: INFO nova.compute.manager [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Terminating instance [ 912.276828] env[69572]: DEBUG nova.network.neutron [-] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.297834] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.324291] env[69572]: DEBUG oslo_vmware.api [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434658, 'name': PowerOnVM_Task, 'duration_secs': 0.704861} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.329186] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.329186] env[69572]: INFO nova.compute.manager [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Took 8.36 seconds to spawn the instance on the hypervisor. [ 912.329186] env[69572]: DEBUG nova.compute.manager [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.329186] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f615811a-6eae-45c8-abde-8db52818e635 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.500898] env[69572]: DEBUG nova.network.neutron [-] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.508218] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.527924] env[69572]: DEBUG oslo_vmware.api [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Task: {'id': task-3434663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260777} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.531237] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.531551] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.531798] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.532248] env[69572]: INFO nova.compute.manager [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 912.532666] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.533457] env[69572]: DEBUG nova.compute.manager [-] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 912.533719] env[69572]: DEBUG nova.network.neutron [-] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.561064] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-847f1d69-7e12-4043-866c-6e95ad6caa15 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.578135] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263f3eef-1ecb-499f-bbce-c3624fb7ab96 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.606347] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 912.608527] env[69572]: DEBUG nova.compute.manager [req-8a192b4a-6f71-4783-971b-fd568db2bafc req-65b3d2d8-cbbb-488b-9607-918dc5032d82 service nova] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Received event network-vif-deleted-ba24fdf5-be87-4d53-b061-305c1fd30c83 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 912.608847] env[69572]: DEBUG nova.compute.manager [req-8a192b4a-6f71-4783-971b-fd568db2bafc req-65b3d2d8-cbbb-488b-9607-918dc5032d82 service nova] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Received event network-vif-deleted-87dc8399-c7eb-40e1-82d4-b99d5ea95e0f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 912.609856] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-638a5201-b570-4d76-9210-a7a7c6704ed5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.621871] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 912.621871] env[69572]: value = "task-3434665" [ 912.621871] env[69572]: _type = "Task" [ 912.621871] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.643987] env[69572]: DEBUG nova.compute.manager [req-37dcc688-263a-4e1b-98cd-739a97e30957 req-3d9feac8-bac1-467e-8a4e-882a88a7e1a5 service nova] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Detach interface failed, port_id=6d22dffb-fdd5-4f5a-9cec-d0a690876417, reason: Instance 8c60fff5-c705-4dcb-908f-d117ae568a43 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 912.645541] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bbcc0f-e563-4606-a925-868bb8917722 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.667399] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434665, 'name': CloneVM_Task} progress is 16%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.669259] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20041948-1f67-40a7-93c2-9f993c27df29 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.678342] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.715405] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb49a59a-c52f-42de-a8a7-d987775d5027 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.727275] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28372b7-d5a2-4cab-a79c-b9c711fad33a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.746682] env[69572]: DEBUG nova.compute.provider_tree [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.766912] env[69572]: DEBUG nova.compute.manager [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 912.767212] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.769038] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df2e8e3-332f-4294-8304-256482f2d788 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.780891] env[69572]: INFO nova.compute.manager [-] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Took 1.69 seconds to deallocate network for instance. [ 912.781504] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.788106] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91f0271c-819f-48f0-8f87-88c0cefaebe7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.797759] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.799467] env[69572]: DEBUG oslo_vmware.api [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 912.799467] env[69572]: value = "task-3434666" [ 912.799467] env[69572]: _type = "Task" [ 912.799467] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.810026] env[69572]: DEBUG oslo_vmware.api [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.854210] env[69572]: INFO nova.compute.manager [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Took 28.30 seconds to build instance. [ 913.007948] env[69572]: INFO nova.compute.manager [-] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Took 1.38 seconds to deallocate network for instance. [ 913.134297] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434665, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.164591] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434664, 'name': ReconfigVM_Task, 'duration_secs': 0.595992} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.165026] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Reconfigured VM instance instance-0000004d to attach disk [datastore2] b44bfe59-a4a2-42f7-940d-8100b65c2351/b44bfe59-a4a2-42f7-940d-8100b65c2351.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.166225] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebc502a6-4aa0-4069-9be1-821158b85090 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.178285] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 913.178285] env[69572]: value = "task-3434667" [ 913.178285] env[69572]: _type = "Task" [ 913.178285] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.189480] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434667, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.250631] env[69572]: DEBUG nova.scheduler.client.report [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.295536] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.319446] env[69572]: DEBUG oslo_vmware.api [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434666, 'name': PowerOffVM_Task, 'duration_secs': 0.417102} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.319813] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.319902] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.320218] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-971b8981-ead9-4747-a53c-2348a35cf732 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.346286] env[69572]: INFO nova.compute.manager [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Took 0.56 seconds to detach 1 volumes for instance. [ 913.353225] env[69572]: DEBUG nova.compute.manager [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Deleting volume: 301d5d6a-e4da-4460-a624-b8524f7e5d06 {{(pid=69572) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3281}} [ 913.360988] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ed9b06d0-4530-40ca-8a10-b7a72c100be8 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "48d60558-124c-4fd8-ace0-f621c34c7d45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.820s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.495725] env[69572]: DEBUG oslo_vmware.rw_handles [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e364-431c-72ea-dc81-3885b76299be/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 913.496678] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bccf39-b444-407f-8fed-39c623676920 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.508691] env[69572]: DEBUG nova.network.neutron [-] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.511356] env[69572]: DEBUG oslo_vmware.rw_handles [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e364-431c-72ea-dc81-3885b76299be/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 913.511406] env[69572]: ERROR oslo_vmware.rw_handles [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e364-431c-72ea-dc81-3885b76299be/disk-0.vmdk due to incomplete transfer. [ 913.511648] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d1693b3a-45e9-4238-9be9-fc7a0efa5aa3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.516247] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.523428] env[69572]: DEBUG oslo_vmware.rw_handles [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292e364-431c-72ea-dc81-3885b76299be/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 913.523652] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Uploaded image 906f7dad-6b69-4ff2-8ab4-5e5e301f5624 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 913.525884] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 913.526440] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5764db3a-353c-4f90-832d-95a9b594321c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.535683] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 913.535683] env[69572]: value = "task-3434670" [ 913.535683] env[69572]: _type = "Task" [ 913.535683] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.548515] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434670, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.633332] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434665, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.690017] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434667, 'name': Rename_Task, 'duration_secs': 0.196825} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.690437] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.690825] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbb34a66-0d08-4539-8141-3b5e86719659 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.704913] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 913.704913] env[69572]: value = "task-3434671" [ 913.704913] env[69572]: _type = "Task" [ 913.704913] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.715174] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.757637] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.763770] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.573s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.764150] env[69572]: DEBUG nova.objects.instance [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lazy-loading 'resources' on Instance uuid e2329396-1e21-4b57-be90-b31a1b91743b {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.796369] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.803091] env[69572]: INFO nova.scheduler.client.report [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Deleted allocations for instance 9b07d1e2-da61-4838-82e4-886082889b4c [ 913.926882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.012175] env[69572]: INFO nova.compute.manager [-] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Took 1.48 seconds to deallocate network for instance. [ 914.056676] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434670, 'name': Destroy_Task, 'duration_secs': 0.376049} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.057480] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Destroyed the VM [ 914.057937] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 914.058607] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8dc0ffde-b08f-4215-9f33-bd7ce908df11 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.069644] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 914.069644] env[69572]: value = "task-3434672" [ 914.069644] env[69572]: _type = "Task" [ 914.069644] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.081501] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434672, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.135214] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434665, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.195240] env[69572]: DEBUG nova.compute.manager [req-fbaa53dc-821f-4904-91bd-0c22d5e0ec11 req-a852aeb4-4a02-4dbc-ae2c-175a99f8758f service nova] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Received event network-vif-deleted-ec6d1018-828d-4ae2-ac0e-985634888aef {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 914.218966] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434671, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.297218] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.313234] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d02b98bf-f163-4d78-a8ed-538ffab4f40e tempest-ImagesOneServerNegativeTestJSON-1909402598 tempest-ImagesOneServerNegativeTestJSON-1909402598-project-member] Lock "9b07d1e2-da61-4838-82e4-886082889b4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.659s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.520882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.582102] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434672, 'name': RemoveSnapshot_Task, 'duration_secs': 0.475317} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.582431] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 914.582648] env[69572]: DEBUG nova.compute.manager [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.583565] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2529eab4-bf9d-4a45-8d74-0e6a7fabc899 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.644431] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434665, 'name': CloneVM_Task} progress is 95%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.706464] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd774b6-73ed-4f6d-a00b-88f39fe6b5a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.721131] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fcdb6d-8ca9-427c-b4f6-5421c3aca74c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.724762] env[69572]: DEBUG oslo_vmware.api [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434671, 'name': PowerOnVM_Task, 'duration_secs': 0.561319} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.725157] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.725419] env[69572]: INFO nova.compute.manager [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Took 7.55 seconds to spawn the instance on the hypervisor. [ 914.725642] env[69572]: DEBUG nova.compute.manager [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.726829] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef10c99-1ad6-437f-987c-47de67ca0489 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.759901] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187a4b2f-f8a6-4cdc-8f33-63a39320e9f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.773324] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f01201-48dc-4003-9f3c-2e0fbe12dfa5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.792982] env[69572]: DEBUG nova.compute.provider_tree [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.795895] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "48d60558-124c-4fd8-ace0-f621c34c7d45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.796216] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "48d60558-124c-4fd8-ace0-f621c34c7d45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.796468] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "48d60558-124c-4fd8-ace0-f621c34c7d45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.796696] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "48d60558-124c-4fd8-ace0-f621c34c7d45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.796951] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "48d60558-124c-4fd8-ace0-f621c34c7d45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.801019] env[69572]: INFO nova.compute.manager [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Terminating instance [ 914.807678] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.104757] env[69572]: INFO nova.compute.manager [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Shelve offloading [ 915.116595] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.116595] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.116595] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Deleting the datastore file [datastore1] fd7d990f-44c1-4728-bb22-23f246b9ca11 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.116595] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d07bd235-08ad-40ac-a7c4-4494d74d9220 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.128987] env[69572]: DEBUG oslo_vmware.api [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for the task: (returnval){ [ 915.128987] env[69572]: value = "task-3434673" [ 915.128987] env[69572]: _type = "Task" [ 915.128987] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.139527] env[69572]: DEBUG oslo_vmware.api [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.143652] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434665, 'name': CloneVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.276966] env[69572]: INFO nova.compute.manager [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Took 25.49 seconds to build instance. [ 915.300516] env[69572]: DEBUG nova.scheduler.client.report [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.309123] env[69572]: DEBUG nova.compute.manager [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 915.309364] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.310331] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.311515] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf1210-9a6f-4055-b19f-bd6652254f1e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.321239] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.322846] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67242f31-5e72-4797-89d7-5b202fc1d98a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.331352] env[69572]: DEBUG oslo_vmware.api [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 915.331352] env[69572]: value = "task-3434674" [ 915.331352] env[69572]: _type = "Task" [ 915.331352] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.341998] env[69572]: DEBUG oslo_vmware.api [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.616201] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.616201] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b410777a-cce8-41bc-9ee5-fa2644a8c4a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.623219] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 915.623219] env[69572]: value = "task-3434675" [ 915.623219] env[69572]: _type = "Task" [ 915.623219] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.638688] env[69572]: DEBUG oslo_vmware.api [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Task: {'id': task-3434673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323594} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.646124] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.646124] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.646124] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.646124] env[69572]: INFO nova.compute.manager [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Took 2.88 seconds to destroy the instance on the hypervisor. [ 915.646319] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.646663] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434665, 'name': CloneVM_Task, 'duration_secs': 2.637841} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.646795] env[69572]: DEBUG nova.compute.manager [-] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 915.646896] env[69572]: DEBUG nova.network.neutron [-] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.648849] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 915.649054] env[69572]: DEBUG nova.compute.manager [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 915.649422] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Created linked-clone VM from snapshot [ 915.650257] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd55e6e-7dea-4cae-b4bd-1f8a72b1eb65 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.653931] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9593a3c-1012-4695-9579-e73a75dd3e57 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.663368] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Uploading image 80a2ed73-b158-4428-9337-15a2925bd9c9 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 915.667233] env[69572]: DEBUG oslo_concurrency.lockutils [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.667434] env[69572]: DEBUG oslo_concurrency.lockutils [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.667616] env[69572]: DEBUG nova.network.neutron [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.779762] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcf17e4a-1f9b-4c60-b3a5-53d6cc93540b tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.002s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.803113] env[69572]: DEBUG oslo_vmware.api [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434645, 'name': ReconfigVM_Task, 'duration_secs': 5.841636} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.803547] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.803822] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Reconfigured VM to detach interface {{(pid=69572) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 915.810280] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.813436] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.391s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.814267] env[69572]: INFO nova.compute.claims [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.840759] env[69572]: INFO nova.scheduler.client.report [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Deleted allocations for instance e2329396-1e21-4b57-be90-b31a1b91743b [ 915.845822] env[69572]: DEBUG oslo_vmware.api [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434674, 'name': PowerOffVM_Task, 'duration_secs': 0.231035} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.851023] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.851276] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.852657] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-363169d3-8770-47e5-99f6-cbf7d5f0011e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.926195] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.926195] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.926648] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleting the datastore file [datastore2] 48d60558-124c-4fd8-ace0-f621c34c7d45 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.926982] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-231b8bae-56a4-4453-bbbe-7be06df4175b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.936692] env[69572]: DEBUG oslo_vmware.api [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 915.936692] env[69572]: value = "task-3434677" [ 915.936692] env[69572]: _type = "Task" [ 915.936692] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.947724] env[69572]: DEBUG oslo_vmware.api [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.072745] env[69572]: DEBUG oslo_vmware.rw_handles [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 916.072745] env[69572]: value = "vm-685648" [ 916.072745] env[69572]: _type = "VirtualMachine" [ 916.072745] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 916.074737] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-54d621f9-aa24-4897-b7bd-8d6a146ac65e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.086927] env[69572]: DEBUG oslo_vmware.rw_handles [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lease: (returnval){ [ 916.086927] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5232f22d-36d2-5b9d-4f7d-9cbe7c14c7fd" [ 916.086927] env[69572]: _type = "HttpNfcLease" [ 916.086927] env[69572]: } obtained for exporting VM: (result){ [ 916.086927] env[69572]: value = "vm-685648" [ 916.086927] env[69572]: _type = "VirtualMachine" [ 916.086927] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 916.087271] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the lease: (returnval){ [ 916.087271] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5232f22d-36d2-5b9d-4f7d-9cbe7c14c7fd" [ 916.087271] env[69572]: _type = "HttpNfcLease" [ 916.087271] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 916.096575] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.096575] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5232f22d-36d2-5b9d-4f7d-9cbe7c14c7fd" [ 916.096575] env[69572]: _type = "HttpNfcLease" [ 916.096575] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.358300] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c473c8f6-3e5d-4e73-9da4-de6890a33510 tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "e2329396-1e21-4b57-be90-b31a1b91743b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.559s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.450169] env[69572]: DEBUG oslo_vmware.api [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275578} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.450492] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.450684] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.450872] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.451082] env[69572]: INFO nova.compute.manager [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Took 1.14 seconds to destroy the instance on the hypervisor. [ 916.451329] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.451527] env[69572]: DEBUG nova.compute.manager [-] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 916.451909] env[69572]: DEBUG nova.network.neutron [-] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.556728] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "b44bfe59-a4a2-42f7-940d-8100b65c2351" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.557165] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.557525] env[69572]: INFO nova.compute.manager [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Shelving [ 916.597913] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.597913] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5232f22d-36d2-5b9d-4f7d-9cbe7c14c7fd" [ 916.597913] env[69572]: _type = "HttpNfcLease" [ 916.597913] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 916.598254] env[69572]: DEBUG oslo_vmware.rw_handles [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 916.598254] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5232f22d-36d2-5b9d-4f7d-9cbe7c14c7fd" [ 916.598254] env[69572]: _type = "HttpNfcLease" [ 916.598254] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 916.599103] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d6a9b5-4d23-4eb6-8c07-da88c3859e09 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.611829] env[69572]: DEBUG oslo_vmware.rw_handles [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52082de8-beb5-0e51-4317-4e9e7af166a9/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 916.612250] env[69572]: DEBUG oslo_vmware.rw_handles [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52082de8-beb5-0e51-4317-4e9e7af166a9/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 916.683720] env[69572]: DEBUG nova.network.neutron [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updating instance_info_cache with network_info: [{"id": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "address": "fa:16:3e:d2:18:93", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51705e1a-d7", "ovs_interfaceid": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.736840] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32e405d0-fd9c-4d8e-b02a-be20b89299b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.922162] env[69572]: DEBUG nova.compute.manager [req-45f83b52-4790-44d0-b3c9-4071994dced5 req-c858b301-7c04-4361-915f-274a30990cfe service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received event network-vif-deleted-8a3289e8-1923-479c-a304-8167bf403c5f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 916.922162] env[69572]: INFO nova.compute.manager [req-45f83b52-4790-44d0-b3c9-4071994dced5 req-c858b301-7c04-4361-915f-274a30990cfe service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Neutron deleted interface 8a3289e8-1923-479c-a304-8167bf403c5f; detaching it from the instance and deleting it from the info cache [ 916.922162] env[69572]: DEBUG nova.network.neutron [req-45f83b52-4790-44d0-b3c9-4071994dced5 req-c858b301-7c04-4361-915f-274a30990cfe service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updating instance_info_cache with network_info: [{"id": "ed463b92-f9a5-4f6e-8591-491d465798bc", "address": "fa:16:3e:fe:81:c0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped463b92-f9", "ovs_interfaceid": "ed463b92-f9a5-4f6e-8591-491d465798bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15aa252e-ef1d-4981-9eb4-1762096d7478", "address": "fa:16:3e:02:4a:29", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15aa252e-ef", "ovs_interfaceid": "15aa252e-ef1d-4981-9eb4-1762096d7478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.961982] env[69572]: DEBUG nova.compute.manager [req-7b566457-6f71-4f5f-905d-7d72660987ff req-29562671-0146-4569-8478-463550bdf4bf service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Received event network-vif-deleted-d46377ee-cc5d-40b1-8bcf-e0a314e329e0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 916.962338] env[69572]: INFO nova.compute.manager [req-7b566457-6f71-4f5f-905d-7d72660987ff req-29562671-0146-4569-8478-463550bdf4bf service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Neutron deleted interface d46377ee-cc5d-40b1-8bcf-e0a314e329e0; detaching it from the instance and deleting it from the info cache [ 916.962572] env[69572]: DEBUG nova.network.neutron [req-7b566457-6f71-4f5f-905d-7d72660987ff req-29562671-0146-4569-8478-463550bdf4bf service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.190717] env[69572]: DEBUG oslo_concurrency.lockutils [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.192891] env[69572]: DEBUG nova.network.neutron [-] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.389606] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f90ca4-3c38-4f7b-8d68-d311b3d8b961 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.400311] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94b95c2-1950-4250-862c-f8574192ba41 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.447401] env[69572]: DEBUG oslo_concurrency.lockutils [req-45f83b52-4790-44d0-b3c9-4071994dced5 req-c858b301-7c04-4361-915f-274a30990cfe service nova] Acquiring lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.447947] env[69572]: DEBUG oslo_concurrency.lockutils [req-45f83b52-4790-44d0-b3c9-4071994dced5 req-c858b301-7c04-4361-915f-274a30990cfe service nova] Acquired lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.449251] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcc08e3-e957-4132-80d5-7359595b2fec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.454318] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9b1abb-a6cc-41f6-9ccc-fd954c187aaa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.479869] env[69572]: DEBUG oslo_concurrency.lockutils [req-45f83b52-4790-44d0-b3c9-4071994dced5 req-c858b301-7c04-4361-915f-274a30990cfe service nova] Releasing lock "af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.479869] env[69572]: WARNING nova.compute.manager [req-45f83b52-4790-44d0-b3c9-4071994dced5 req-c858b301-7c04-4361-915f-274a30990cfe service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Detach interface failed, port_id=8a3289e8-1923-479c-a304-8167bf403c5f, reason: No device with interface-id 8a3289e8-1923-479c-a304-8167bf403c5f exists on VM: nova.exception.NotFound: No device with interface-id 8a3289e8-1923-479c-a304-8167bf403c5f exists on VM [ 917.482062] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee6382d-efa2-4b9f-9f32-356a1cdf32ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.487238] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44d1f60b-8220-43ca-a0e5-2427e8e3e4fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.506156] env[69572]: DEBUG nova.network.neutron [-] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.507721] env[69572]: DEBUG nova.compute.provider_tree [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.516712] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe0d520-87d2-451f-aa65-14baeecab96e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.536456] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.536644] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.536817] env[69572]: DEBUG nova.network.neutron [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.556362] env[69572]: DEBUG nova.compute.manager [req-7b566457-6f71-4f5f-905d-7d72660987ff req-29562671-0146-4569-8478-463550bdf4bf service nova] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Detach interface failed, port_id=d46377ee-cc5d-40b1-8bcf-e0a314e329e0, reason: Instance fd7d990f-44c1-4728-bb22-23f246b9ca11 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 917.580557] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.580557] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad5aa2ec-5265-4efc-b69f-feb33600c745 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.588475] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 917.588475] env[69572]: value = "task-3434679" [ 917.588475] env[69572]: _type = "Task" [ 917.588475] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.612543] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.698293] env[69572]: INFO nova.compute.manager [-] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Took 2.05 seconds to deallocate network for instance. [ 917.995797] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "af19677b-2149-40fd-8b98-78104dc4de40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.997396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "af19677b-2149-40fd-8b98-78104dc4de40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.997396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "af19677b-2149-40fd-8b98-78104dc4de40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.997396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "af19677b-2149-40fd-8b98-78104dc4de40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.997850] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "af19677b-2149-40fd-8b98-78104dc4de40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.000811] env[69572]: INFO nova.compute.manager [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Terminating instance [ 918.010637] env[69572]: INFO nova.compute.manager [-] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Took 1.56 seconds to deallocate network for instance. [ 918.059239] env[69572]: ERROR nova.scheduler.client.report [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [req-037efa50-7451-4a1a-9ac1-5d9f611c7fa7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-037efa50-7451-4a1a-9ac1-5d9f611c7fa7"}]} [ 918.070047] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.070979] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f2bb01-41cc-4dcf-8fdd-7d2783726b44 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.084422] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.085675] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a5d8f93-22c3-4e77-b4c8-66ea348b9c45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.094328] env[69572]: DEBUG nova.scheduler.client.report [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 918.104768] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434679, 'name': PowerOffVM_Task, 'duration_secs': 0.252781} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.105409] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.107904] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fff4c92-4b7a-4953-93c8-c72ddcba0a84 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.134378] env[69572]: DEBUG nova.scheduler.client.report [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 918.134550] env[69572]: DEBUG nova.compute.provider_tree [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.138762] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eccc9c-725d-419d-b23c-63d013380812 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.158686] env[69572]: DEBUG nova.scheduler.client.report [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 918.174827] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.175080] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.175275] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleting the datastore file [datastore2] e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.175558] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da02f2f1-b76d-438c-a4dc-a16644f1d404 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.185586] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 918.185586] env[69572]: value = "task-3434682" [ 918.185586] env[69572]: _type = "Task" [ 918.185586] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.186910] env[69572]: DEBUG nova.scheduler.client.report [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 918.203485] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.208663] env[69572]: DEBUG oslo_concurrency.lockutils [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.508206] env[69572]: DEBUG nova.compute.manager [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 918.508624] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.509586] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b420ef0-9866-4cfa-bc7f-fa780e76533b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.529020] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.529535] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.532524] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-585dc994-5b28-4d3d-b7ea-a19d19ce433c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.541962] env[69572]: DEBUG oslo_vmware.api [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 918.541962] env[69572]: value = "task-3434683" [ 918.541962] env[69572]: _type = "Task" [ 918.541962] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.561183] env[69572]: DEBUG oslo_vmware.api [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.651335] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 918.651730] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54989467-69c7-41c1-aa72-912477a5cc29 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.668386] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 918.668386] env[69572]: value = "task-3434684" [ 918.668386] env[69572]: _type = "Task" [ 918.668386] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.679044] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434684, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.706194] env[69572]: DEBUG oslo_vmware.api [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183765} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.706763] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.707116] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.707507] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.713377] env[69572]: INFO nova.network.neutron [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Port 15aa252e-ef1d-4981-9eb4-1762096d7478 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 918.713598] env[69572]: DEBUG nova.network.neutron [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updating instance_info_cache with network_info: [{"id": "ed463b92-f9a5-4f6e-8591-491d465798bc", "address": "fa:16:3e:fe:81:c0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped463b92-f9", "ovs_interfaceid": "ed463b92-f9a5-4f6e-8591-491d465798bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.734187] env[69572]: INFO nova.scheduler.client.report [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleted allocations for instance e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 [ 918.768910] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801e72d1-7774-449c-986a-4ce30478c9a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.778818] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bc1d5d-b757-4372-8660-dc4566322d48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.814759] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99562a14-87bc-42fe-a745-855e6c2210ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.824187] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9a7547-6dd5-4ecd-ae81-c59e277157ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.840451] env[69572]: DEBUG nova.compute.provider_tree [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.056849] env[69572]: DEBUG oslo_vmware.api [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434683, 'name': PowerOffVM_Task, 'duration_secs': 0.221743} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.057958] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.057958] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.057958] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e130964-cc48-4836-8467-27d3f82e39ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.180022] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.180022] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.180022] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleting the datastore file [datastore2] af19677b-2149-40fd-8b98-78104dc4de40 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.180022] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ce6e4f6-0778-4aa2-8bf7-2c40a54d4aaa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.184586] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434684, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.193213] env[69572]: DEBUG oslo_vmware.api [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 919.193213] env[69572]: value = "task-3434686" [ 919.193213] env[69572]: _type = "Task" [ 919.193213] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.202998] env[69572]: DEBUG oslo_vmware.api [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.221937] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-af19677b-2149-40fd-8b98-78104dc4de40" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.241463] env[69572]: DEBUG oslo_concurrency.lockutils [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.386488] env[69572]: DEBUG nova.scheduler.client.report [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 919.387084] env[69572]: DEBUG nova.compute.provider_tree [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 100 to 101 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 919.387395] env[69572]: DEBUG nova.compute.provider_tree [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.421091] env[69572]: DEBUG nova.compute.manager [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Received event network-vif-deleted-b33310e5-9769-44f9-b0dc-11ae99f0e64c {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 919.421091] env[69572]: DEBUG nova.compute.manager [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received event network-vif-unplugged-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 919.421091] env[69572]: DEBUG oslo_concurrency.lockutils [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] Acquiring lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.421091] env[69572]: DEBUG oslo_concurrency.lockutils [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.421091] env[69572]: DEBUG oslo_concurrency.lockutils [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.421091] env[69572]: DEBUG nova.compute.manager [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] No waiting events found dispatching network-vif-unplugged-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 919.421091] env[69572]: WARNING nova.compute.manager [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received unexpected event network-vif-unplugged-51705e1a-d7f6-4c51-99d0-2b545757ee90 for instance with vm_state shelved_offloaded and task_state None. [ 919.421091] env[69572]: DEBUG nova.compute.manager [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received event network-changed-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 919.421091] env[69572]: DEBUG nova.compute.manager [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Refreshing instance network info cache due to event network-changed-51705e1a-d7f6-4c51-99d0-2b545757ee90. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 919.421091] env[69572]: DEBUG oslo_concurrency.lockutils [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] Acquiring lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.421091] env[69572]: DEBUG oslo_concurrency.lockutils [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] Acquired lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.421091] env[69572]: DEBUG nova.network.neutron [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Refreshing network info cache for port 51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.549710] env[69572]: DEBUG nova.compute.manager [req-5d2f1bef-4779-4dfb-a2c2-05f7e5b511ab req-6f0d7cc1-c752-481f-b392-0565b3e52449 service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received event network-vif-deleted-15aa252e-ef1d-4981-9eb4-1762096d7478 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 919.683817] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434684, 'name': CreateSnapshot_Task, 'duration_secs': 0.781795} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.684917] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 919.685615] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f5aedb-d3de-44c6-90a5-d5537ba38f18 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.717695] env[69572]: DEBUG oslo_vmware.api [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213639} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.718102] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.718397] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.718705] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.719134] env[69572]: INFO nova.compute.manager [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Took 1.21 seconds to destroy the instance on the hypervisor. [ 919.719376] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.719702] env[69572]: DEBUG nova.compute.manager [-] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 919.719811] env[69572]: DEBUG nova.network.neutron [-] [instance: af19677b-2149-40fd-8b98-78104dc4de40] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.726909] env[69572]: DEBUG oslo_concurrency.lockutils [None req-38aa418d-1d96-4916-8b52-9f8c1bdea598 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-af19677b-2149-40fd-8b98-78104dc4de40-8a3289e8-1923-479c-a304-8167bf403c5f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.557s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.806902] env[69572]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 15aa252e-ef1d-4981-9eb4-1762096d7478 could not be found.", "detail": ""}} {{(pid=69572) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 919.807217] env[69572]: DEBUG nova.network.neutron [-] Unable to show port 15aa252e-ef1d-4981-9eb4-1762096d7478 as it no longer exists. {{(pid=69572) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 919.899035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.084s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.899035] env[69572]: DEBUG nova.compute.manager [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 919.899663] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.647s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.900038] env[69572]: DEBUG nova.objects.instance [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lazy-loading 'resources' on Instance uuid 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.195951] env[69572]: DEBUG oslo_vmware.rw_handles [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f983-662c-88f9-6681-b23f245d529a/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 920.199533] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9e640a-d4d9-4684-8633-ff405790d7ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.207430] env[69572]: DEBUG oslo_vmware.rw_handles [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f983-662c-88f9-6681-b23f245d529a/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 920.207430] env[69572]: ERROR oslo_vmware.rw_handles [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f983-662c-88f9-6681-b23f245d529a/disk-0.vmdk due to incomplete transfer. [ 920.207430] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-85c22632-76dd-49dd-8081-82d470acfdb4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.220489] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 920.220489] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43d4fb96-8a3f-4a1d-b188-2f80d0e6b588 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.235036] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 920.235036] env[69572]: value = "task-3434687" [ 920.235036] env[69572]: _type = "Task" [ 920.235036] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.237517] env[69572]: DEBUG oslo_vmware.rw_handles [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f983-662c-88f9-6681-b23f245d529a/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 920.237517] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Uploaded image f8c98e4d-ddcc-4075-8217-f05561d21b18 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 920.240016] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.244095] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-36bf9ff8-4835-44dc-b9e8-636045173b44 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.254761] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434687, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.259269] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 920.259269] env[69572]: value = "task-3434688" [ 920.259269] env[69572]: _type = "Task" [ 920.259269] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.270574] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434688, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.303396] env[69572]: DEBUG nova.network.neutron [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updated VIF entry in instance network info cache for port 51705e1a-d7f6-4c51-99d0-2b545757ee90. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.303788] env[69572]: DEBUG nova.network.neutron [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updating instance_info_cache with network_info: [{"id": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "address": "fa:16:3e:d2:18:93", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap51705e1a-d7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.407174] env[69572]: DEBUG nova.compute.utils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.411946] env[69572]: DEBUG nova.compute.manager [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 920.412194] env[69572]: DEBUG nova.network.neutron [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.509387] env[69572]: DEBUG nova.policy [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e70c2f88629f4912be880a23e7727da6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92df4d2e390e4e0aa719791cf7117e4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.766025] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434687, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.791483] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434688, 'name': Destroy_Task, 'duration_secs': 0.522538} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.791483] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Destroyed the VM [ 920.791761] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 920.792514] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c543bb3-73cd-49ad-b66b-90c17e158934 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.801541] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 920.801541] env[69572]: value = "task-3434690" [ 920.801541] env[69572]: _type = "Task" [ 920.801541] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.812776] env[69572]: DEBUG oslo_concurrency.lockutils [req-2992cc9e-696f-4937-9651-24a0d2feadbc req-d0a1495f-fbe2-4a85-ba32-7594966a19c6 service nova] Releasing lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.821120] env[69572]: DEBUG nova.network.neutron [-] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.822931] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.918384] env[69572]: DEBUG nova.compute.manager [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 921.014915] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcea0411-09b3-438b-b721-730432eae875 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.031046] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cca27b3-837e-4001-81ae-b7c84ee27bb9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.071296] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf474c13-c3a6-4a7e-8450-b145f1e97bbc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.083376] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2262c02-21f3-4b86-8588-e371a308087b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.103103] env[69572]: DEBUG nova.compute.provider_tree [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.245446] env[69572]: DEBUG nova.network.neutron [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Successfully created port: 7c06900d-6283-4aac-a753-bda82c6cf1c6 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.259403] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434687, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.315157] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434690, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.324605] env[69572]: INFO nova.compute.manager [-] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Took 1.60 seconds to deallocate network for instance. [ 921.604800] env[69572]: DEBUG nova.scheduler.client.report [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.763736] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434687, 'name': CloneVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.814475] env[69572]: DEBUG oslo_vmware.api [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434690, 'name': RemoveSnapshot_Task, 'duration_secs': 0.971122} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.814750] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 921.814979] env[69572]: INFO nova.compute.manager [None req-33f47cb1-8eb8-44b4-8ccb-c6ce624c18ff tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Took 14.63 seconds to snapshot the instance on the hypervisor. [ 921.831901] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.933553] env[69572]: DEBUG nova.compute.manager [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 921.967504] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.967846] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.967928] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.971547] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.971797] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.972054] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.972330] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.972610] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.972669] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.972813] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.972973] env[69572]: DEBUG nova.virt.hardware [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.973966] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3ddca0-636c-4ecc-8776-d66162a3a284 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.987028] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11802d15-80fa-47df-af3a-09c3b4e8cfda {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.013717] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "40ca4dca-587e-4a1e-aa97-25752a2e322a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.013717] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "40ca4dca-587e-4a1e-aa97-25752a2e322a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.013882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "40ca4dca-587e-4a1e-aa97-25752a2e322a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.014109] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "40ca4dca-587e-4a1e-aa97-25752a2e322a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.014286] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "40ca4dca-587e-4a1e-aa97-25752a2e322a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.019387] env[69572]: INFO nova.compute.manager [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Terminating instance [ 922.111982] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.116840] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.218s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.116840] env[69572]: DEBUG nova.objects.instance [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.144388] env[69572]: INFO nova.scheduler.client.report [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleted allocations for instance 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23 [ 922.172748] env[69572]: DEBUG nova.compute.manager [req-e6ff73d0-3e7a-4b11-87ab-6c8d3a6e3a32 req-0ddac544-a5a8-4588-a135-0b6a7e88180c service nova] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Received event network-vif-deleted-ed463b92-f9a5-4f6e-8591-491d465798bc {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 922.239512] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.257043] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434687, 'name': CloneVM_Task, 'duration_secs': 1.635487} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.257043] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Created linked-clone VM from snapshot [ 922.257043] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fae6829-53d6-423f-9a2c-dcecd12ce817 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.267491] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Uploading image c53acdc5-e002-4422-aaa3-f3776a65d2b2 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 922.295270] env[69572]: DEBUG oslo_vmware.rw_handles [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 922.295270] env[69572]: value = "vm-685650" [ 922.295270] env[69572]: _type = "VirtualMachine" [ 922.295270] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 922.295580] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7489e801-db45-4d8d-b01b-d52876659877 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.311230] env[69572]: DEBUG oslo_vmware.rw_handles [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lease: (returnval){ [ 922.311230] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b12120-4630-7033-f212-a7b4335331fc" [ 922.311230] env[69572]: _type = "HttpNfcLease" [ 922.311230] env[69572]: } obtained for exporting VM: (result){ [ 922.311230] env[69572]: value = "vm-685650" [ 922.311230] env[69572]: _type = "VirtualMachine" [ 922.311230] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 922.311509] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the lease: (returnval){ [ 922.311509] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b12120-4630-7033-f212-a7b4335331fc" [ 922.311509] env[69572]: _type = "HttpNfcLease" [ 922.311509] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 922.324347] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.324347] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b12120-4630-7033-f212-a7b4335331fc" [ 922.324347] env[69572]: _type = "HttpNfcLease" [ 922.324347] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 922.524326] env[69572]: DEBUG nova.compute.manager [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 922.525765] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.528824] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda6751-6be4-40bc-87fb-a239e83b596a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.540489] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.540489] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c769c67c-d0fc-45a5-91a1-6dcf7508cbff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.546942] env[69572]: DEBUG oslo_vmware.api [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 922.546942] env[69572]: value = "task-3434694" [ 922.546942] env[69572]: _type = "Task" [ 922.546942] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.564700] env[69572]: DEBUG oslo_vmware.api [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.636144] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.636605] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.652916] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9c701589-9661-45e9-909a-bfb420e39768 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "78e0da44-89e0-4ef8-9de1-bd8f3a15cb23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.079s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.664584] env[69572]: INFO nova.compute.manager [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Rebuilding instance [ 922.745711] env[69572]: DEBUG nova.compute.manager [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.746669] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9526645-b82c-4ebf-986f-775d6474c942 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.824687] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.824687] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b12120-4630-7033-f212-a7b4335331fc" [ 922.824687] env[69572]: _type = "HttpNfcLease" [ 922.824687] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 922.825321] env[69572]: DEBUG oslo_vmware.rw_handles [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 922.825321] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b12120-4630-7033-f212-a7b4335331fc" [ 922.825321] env[69572]: _type = "HttpNfcLease" [ 922.825321] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 922.826216] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0c6c73-a718-418e-80f3-fd9ee3b800f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.839127] env[69572]: DEBUG oslo_vmware.rw_handles [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efb78d-75b7-efc7-cb37-6fdc75a3215a/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 922.841645] env[69572]: DEBUG oslo_vmware.rw_handles [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efb78d-75b7-efc7-cb37-6fdc75a3215a/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 922.944166] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f51ab3f-d4ac-43a6-86a3-6701eae4a02b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.057551] env[69572]: DEBUG oslo_vmware.api [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434694, 'name': PowerOffVM_Task, 'duration_secs': 0.261288} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.057551] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.057551] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.057786] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a296fb4-cece-4ec2-8ae8-6c0f36702f61 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.125036] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.125491] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.125712] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Deleting the datastore file [datastore2] 40ca4dca-587e-4a1e-aa97-25752a2e322a {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.125998] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6b6fc2a-e704-4608-9295-8d911d6d1dae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.134414] env[69572]: DEBUG oslo_vmware.api [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 923.134414] env[69572]: value = "task-3434696" [ 923.134414] env[69572]: _type = "Task" [ 923.134414] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.139538] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83624f54-4ee7-451a-aa3e-2581ba70c95c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.144060] env[69572]: DEBUG nova.compute.manager [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 923.144060] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.583s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.145388] env[69572]: INFO nova.compute.claims [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.154541] env[69572]: DEBUG oslo_vmware.api [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.341341] env[69572]: DEBUG nova.network.neutron [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Successfully updated port: 7c06900d-6283-4aac-a753-bda82c6cf1c6 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.451235] env[69572]: DEBUG oslo_concurrency.lockutils [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.451535] env[69572]: DEBUG oslo_concurrency.lockutils [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.451753] env[69572]: DEBUG oslo_concurrency.lockutils [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.452110] env[69572]: DEBUG oslo_concurrency.lockutils [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.452199] env[69572]: DEBUG oslo_concurrency.lockutils [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.456406] env[69572]: INFO nova.compute.manager [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Terminating instance [ 923.665965] env[69572]: DEBUG oslo_vmware.api [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26281} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.675164] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.675698] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.677595] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.677595] env[69572]: INFO nova.compute.manager [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 923.677595] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.677940] env[69572]: DEBUG nova.compute.manager [-] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 923.678070] env[69572]: DEBUG nova.network.neutron [-] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.700795] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.773740] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.774647] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-286d66aa-fdf5-4e5b-89f2-71da7ed5bde0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.788313] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 923.788313] env[69572]: value = "task-3434697" [ 923.788313] env[69572]: _type = "Task" [ 923.788313] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.808622] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.847434] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquiring lock "refresh_cache-a88694ed-17fe-420d-aa71-a05816bbf3e7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.847913] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquired lock "refresh_cache-a88694ed-17fe-420d-aa71-a05816bbf3e7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.848076] env[69572]: DEBUG nova.network.neutron [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.964906] env[69572]: DEBUG nova.compute.manager [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 923.965531] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.971108] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623579fe-67e5-471a-bb5e-14a080a589e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.984012] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.984675] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a13b26c9-854a-42b0-b948-40d5ecacb499 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.999281] env[69572]: DEBUG oslo_vmware.api [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 923.999281] env[69572]: value = "task-3434698" [ 923.999281] env[69572]: _type = "Task" [ 923.999281] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.022038] env[69572]: DEBUG oslo_vmware.api [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.219496] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402100c6-cc9c-4dfe-8942-646f08b907d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.226325] env[69572]: DEBUG nova.compute.manager [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Received event network-vif-plugged-7c06900d-6283-4aac-a753-bda82c6cf1c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 924.226414] env[69572]: DEBUG oslo_concurrency.lockutils [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] Acquiring lock "a88694ed-17fe-420d-aa71-a05816bbf3e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.226672] env[69572]: DEBUG oslo_concurrency.lockutils [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] Lock "a88694ed-17fe-420d-aa71-a05816bbf3e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.227633] env[69572]: DEBUG oslo_concurrency.lockutils [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] Lock "a88694ed-17fe-420d-aa71-a05816bbf3e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.227633] env[69572]: DEBUG nova.compute.manager [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] No waiting events found dispatching network-vif-plugged-7c06900d-6283-4aac-a753-bda82c6cf1c6 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 924.227633] env[69572]: WARNING nova.compute.manager [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Received unexpected event network-vif-plugged-7c06900d-6283-4aac-a753-bda82c6cf1c6 for instance with vm_state building and task_state spawning. [ 924.228026] env[69572]: DEBUG nova.compute.manager [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Received event network-changed-7c06900d-6283-4aac-a753-bda82c6cf1c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 924.228026] env[69572]: DEBUG nova.compute.manager [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Refreshing instance network info cache due to event network-changed-7c06900d-6283-4aac-a753-bda82c6cf1c6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 924.228178] env[69572]: DEBUG oslo_concurrency.lockutils [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] Acquiring lock "refresh_cache-a88694ed-17fe-420d-aa71-a05816bbf3e7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.236037] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d960c5f-0011-40ab-b827-97d749b34601 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.281898] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc6961-e806-465c-81af-094926fe0053 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.294127] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27803fce-a254-4745-801a-3c33384f3fd2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.305604] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434697, 'name': PowerOffVM_Task, 'duration_secs': 0.292703} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.315805] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.316104] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.316999] env[69572]: DEBUG nova.compute.provider_tree [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.322718] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d2056a-1838-4127-9c8a-c40fea2272ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.334953] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.335983] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b659625-965e-420d-87fd-5eff840ebc76 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.412518] env[69572]: DEBUG nova.network.neutron [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.513448] env[69572]: DEBUG oslo_vmware.api [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434698, 'name': PowerOffVM_Task, 'duration_secs': 0.244078} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.513448] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.513448] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.513448] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a4ec945-e2ab-4d71-a74d-f6aec761b22a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.599100] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.599399] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.599599] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleting the datastore file [datastore2] acb7abcf-f9b2-438d-bcaa-5ff100937a91 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.602554] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-426475ea-6c8b-4337-b20c-f23fccb48b42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.613783] env[69572]: DEBUG oslo_vmware.api [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for the task: (returnval){ [ 924.613783] env[69572]: value = "task-3434702" [ 924.613783] env[69572]: _type = "Task" [ 924.613783] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.623678] env[69572]: DEBUG oslo_vmware.api [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.644840] env[69572]: DEBUG nova.network.neutron [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Updating instance_info_cache with network_info: [{"id": "7c06900d-6283-4aac-a753-bda82c6cf1c6", "address": "fa:16:3e:39:a7:45", "network": {"id": "e45bab04-0df2-4b66-aac2-b62492a3701b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2108879445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92df4d2e390e4e0aa719791cf7117e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c06900d-62", "ovs_interfaceid": "7c06900d-6283-4aac-a753-bda82c6cf1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.789284] env[69572]: DEBUG nova.network.neutron [-] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.827808] env[69572]: DEBUG nova.scheduler.client.report [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.900088] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.900403] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.900638] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleting the datastore file [datastore1] 8ad757b5-9229-4271-abae-e0dfcffe0b7e {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.900976] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c85278f-61e3-4d2d-b959-64bf6310d8a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.910590] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 924.910590] env[69572]: value = "task-3434703" [ 924.910590] env[69572]: _type = "Task" [ 924.910590] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.922456] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.127173] env[69572]: DEBUG oslo_vmware.api [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Task: {'id': task-3434702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334185} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.127173] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.127173] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.127173] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.127173] env[69572]: INFO nova.compute.manager [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Took 1.16 seconds to destroy the instance on the hypervisor. [ 925.127173] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.127507] env[69572]: DEBUG nova.compute.manager [-] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 925.127507] env[69572]: DEBUG nova.network.neutron [-] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.148123] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Releasing lock "refresh_cache-a88694ed-17fe-420d-aa71-a05816bbf3e7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.148808] env[69572]: DEBUG nova.compute.manager [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Instance network_info: |[{"id": "7c06900d-6283-4aac-a753-bda82c6cf1c6", "address": "fa:16:3e:39:a7:45", "network": {"id": "e45bab04-0df2-4b66-aac2-b62492a3701b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2108879445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92df4d2e390e4e0aa719791cf7117e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c06900d-62", "ovs_interfaceid": "7c06900d-6283-4aac-a753-bda82c6cf1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 925.148993] env[69572]: DEBUG oslo_concurrency.lockutils [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] Acquired lock "refresh_cache-a88694ed-17fe-420d-aa71-a05816bbf3e7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.149240] env[69572]: DEBUG nova.network.neutron [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Refreshing network info cache for port 7c06900d-6283-4aac-a753-bda82c6cf1c6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.150417] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:a7:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c06900d-6283-4aac-a753-bda82c6cf1c6', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.160493] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Creating folder: Project (92df4d2e390e4e0aa719791cf7117e4f). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.164912] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c8f2578-d211-4b50-aad4-267368ea2cd8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.180776] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Created folder: Project (92df4d2e390e4e0aa719791cf7117e4f) in parent group-v685431. [ 925.181179] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Creating folder: Instances. Parent ref: group-v685654. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.181523] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03517622-1e7a-4b75-9771-7861bf43d4c6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.199116] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Created folder: Instances in parent group-v685654. [ 925.199116] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.199116] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.199116] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f4682a7-e1d7-4fd8-860b-2ebc117adfff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.231996] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.231996] env[69572]: value = "task-3434706" [ 925.231996] env[69572]: _type = "Task" [ 925.231996] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.244156] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434706, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.282419] env[69572]: DEBUG oslo_vmware.rw_handles [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52082de8-beb5-0e51-4317-4e9e7af166a9/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 925.284557] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4238a9-9da5-4c03-a6d5-22a4cf1cade5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.293177] env[69572]: INFO nova.compute.manager [-] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Took 1.61 seconds to deallocate network for instance. [ 925.293583] env[69572]: DEBUG oslo_vmware.rw_handles [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52082de8-beb5-0e51-4317-4e9e7af166a9/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 925.293789] env[69572]: ERROR oslo_vmware.rw_handles [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52082de8-beb5-0e51-4317-4e9e7af166a9/disk-0.vmdk due to incomplete transfer. [ 925.295774] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81b95da4-db22-478c-b176-1980ea1db79c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.308822] env[69572]: DEBUG oslo_vmware.rw_handles [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52082de8-beb5-0e51-4317-4e9e7af166a9/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 925.308945] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Uploaded image 80a2ed73-b158-4428-9337-15a2925bd9c9 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 925.311791] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 925.312136] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9a46ab5-9cb4-415e-90b7-19fea339d5b3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.322175] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 925.322175] env[69572]: value = "task-3434707" [ 925.322175] env[69572]: _type = "Task" [ 925.322175] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.337887] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.337994] env[69572]: DEBUG nova.compute.manager [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 925.341159] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434707, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.341559] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.347s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.342062] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.348529] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.840s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.348863] env[69572]: DEBUG nova.objects.instance [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lazy-loading 'resources' on Instance uuid 8c5cae2c-be9f-4991-b498-5da4281daae5 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.376035] env[69572]: INFO nova.scheduler.client.report [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Deleted allocations for instance 6d4062fb-c945-4200-ba50-83af5b760232 [ 925.428397] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275511} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.430244] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.430463] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.432805] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.601653] env[69572]: DEBUG nova.network.neutron [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Updated VIF entry in instance network info cache for port 7c06900d-6283-4aac-a753-bda82c6cf1c6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.602052] env[69572]: DEBUG nova.network.neutron [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Updating instance_info_cache with network_info: [{"id": "7c06900d-6283-4aac-a753-bda82c6cf1c6", "address": "fa:16:3e:39:a7:45", "network": {"id": "e45bab04-0df2-4b66-aac2-b62492a3701b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2108879445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92df4d2e390e4e0aa719791cf7117e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c06900d-62", "ovs_interfaceid": "7c06900d-6283-4aac-a753-bda82c6cf1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.765670] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434706, 'name': CreateVM_Task, 'duration_secs': 0.511348} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.765919] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.766892] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.767145] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.767660] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.767925] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96a334b-d9e0-4963-9f04-b0e480a7b950 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.775312] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for the task: (returnval){ [ 925.775312] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5249ad80-2148-3174-0d92-421ae31260d0" [ 925.775312] env[69572]: _type = "Task" [ 925.775312] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.785519] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5249ad80-2148-3174-0d92-421ae31260d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.805879] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.834447] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434707, 'name': Destroy_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.854237] env[69572]: DEBUG nova.compute.utils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.858350] env[69572]: DEBUG nova.compute.manager [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 925.858817] env[69572]: DEBUG nova.network.neutron [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.892893] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf862dda-ecb7-431d-8bfa-abb5fbd33d63 tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "6d4062fb-c945-4200-ba50-83af5b760232" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.568s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.905776] env[69572]: DEBUG nova.policy [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '664d81ad6eb0469aaf61ac7b30c68751', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31ca740f23ea4a9ba543a45955eb1bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.956318] env[69572]: DEBUG nova.network.neutron [-] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.105787] env[69572]: DEBUG oslo_concurrency.lockutils [req-338ae11e-9be3-45b6-84ac-cfe11f733a29 req-73672ed3-ae25-4afb-b260-bf47c67e8ac1 service nova] Releasing lock "refresh_cache-a88694ed-17fe-420d-aa71-a05816bbf3e7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.243715] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840d0fc8-4b3f-4609-be9c-b33c01267f49 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.257130] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebfebd8-14a8-4d51-a31b-810f6db2d8dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.298030] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ef8c8-9a18-411a-9a25-baf6613bf45d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.312698] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8869eaa-fd64-449c-a8c5-03d0a2f9a1d8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.318247] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5249ad80-2148-3174-0d92-421ae31260d0, 'name': SearchDatastore_Task, 'duration_secs': 0.015946} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.318947] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.319280] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.319912] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.320064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.320320] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.321321] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82926228-7aa8-4ef7-aee4-e2d425dd6699 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.333831] env[69572]: DEBUG nova.compute.provider_tree [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.347758] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434707, 'name': Destroy_Task, 'duration_secs': 0.529959} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.347758] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Destroyed the VM [ 926.347758] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 926.347758] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d4fe7b0-18fc-4b59-b870-d1b125915e87 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.352194] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.352194] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.352194] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c971931-b559-4d91-9e98-9925a0ee59c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.358733] env[69572]: DEBUG nova.compute.manager [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 926.361527] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 926.361527] env[69572]: value = "task-3434709" [ 926.361527] env[69572]: _type = "Task" [ 926.361527] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.363843] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for the task: (returnval){ [ 926.363843] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520c4ce1-8d9b-1b01-2333-0f75c76dbc48" [ 926.363843] env[69572]: _type = "Task" [ 926.363843] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.376776] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.383078] env[69572]: DEBUG nova.compute.manager [req-89bf9411-2c16-42ad-924d-bd041b648ba4 req-055e58fc-abb9-48f4-99a6-1f190656bb27 service nova] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Received event network-vif-deleted-2d1faa24-6737-4314-ac67-8e15119df362 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 926.383323] env[69572]: DEBUG nova.compute.manager [req-89bf9411-2c16-42ad-924d-bd041b648ba4 req-055e58fc-abb9-48f4-99a6-1f190656bb27 service nova] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Received event network-vif-deleted-af7fab39-c5e0-4380-b267-58b4e53621b7 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 926.384299] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520c4ce1-8d9b-1b01-2333-0f75c76dbc48, 'name': SearchDatastore_Task, 'duration_secs': 0.015361} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.385214] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd11d775-cc2d-4de1-8a9e-a08302ff7843 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.393462] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for the task: (returnval){ [ 926.393462] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525b17d5-e19d-f104-eb91-a4424059c04c" [ 926.393462] env[69572]: _type = "Task" [ 926.393462] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.406559] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525b17d5-e19d-f104-eb91-a4424059c04c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.462572] env[69572]: INFO nova.compute.manager [-] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Took 1.33 seconds to deallocate network for instance. [ 926.468416] env[69572]: DEBUG nova.network.neutron [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Successfully created port: 3e63d3b2-42a8-437c-ae28-f045f09fb06f {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.475383] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "a55e2d7a-f373-4019-87b0-23e981239a5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.475651] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "a55e2d7a-f373-4019-87b0-23e981239a5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.490178] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.490178] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.490178] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.491014] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.491325] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.491605] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.491985] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.492317] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.492632] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.492923] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.493263] env[69572]: DEBUG nova.virt.hardware [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.494340] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da9902-31cd-42b2-b311-2062047b83ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.507801] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ddf312-0f02-45a4-9ebd-cc5f80e424f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.524227] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:4c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '622fbff1-0d53-4a36-87f8-0a3b342bf5de', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.532378] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.533086] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.533347] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0640ba26-e47a-4b77-b129-e389c5e49676 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.557300] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.557300] env[69572]: value = "task-3434710" [ 926.557300] env[69572]: _type = "Task" [ 926.557300] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.567788] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434710, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.844224] env[69572]: DEBUG nova.scheduler.client.report [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.880058] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434709, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.914419] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525b17d5-e19d-f104-eb91-a4424059c04c, 'name': SearchDatastore_Task, 'duration_secs': 0.015433} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.917167] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.917167] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] a88694ed-17fe-420d-aa71-a05816bbf3e7/a88694ed-17fe-420d-aa71-a05816bbf3e7.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.917167] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-271e420d-5dcf-4c9a-ad85-3b5e5551b539 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.926821] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for the task: (returnval){ [ 926.926821] env[69572]: value = "task-3434711" [ 926.926821] env[69572]: _type = "Task" [ 926.926821] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.945603] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.973237] env[69572]: DEBUG oslo_concurrency.lockutils [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.984276] env[69572]: DEBUG nova.compute.manager [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 927.069338] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434710, 'name': CreateVM_Task, 'duration_secs': 0.449117} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.069540] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.070263] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.070430] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.070746] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.071016] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfcb331b-a120-4a9d-9e72-78a3066844ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.077580] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 927.077580] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a32171-e420-d912-f6f6-320e92894722" [ 927.077580] env[69572]: _type = "Task" [ 927.077580] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.086279] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a32171-e420-d912-f6f6-320e92894722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.347385] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.350236] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.834s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.350483] env[69572]: DEBUG nova.objects.instance [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lazy-loading 'resources' on Instance uuid 8c60fff5-c705-4dcb-908f-d117ae568a43 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.369520] env[69572]: DEBUG nova.compute.manager [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 927.376857] env[69572]: INFO nova.scheduler.client.report [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Deleted allocations for instance 8c5cae2c-be9f-4991-b498-5da4281daae5 [ 927.384257] env[69572]: DEBUG oslo_vmware.api [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434709, 'name': RemoveSnapshot_Task, 'duration_secs': 0.682944} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.385100] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 927.385374] env[69572]: INFO nova.compute.manager [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Took 16.97 seconds to snapshot the instance on the hypervisor. [ 927.401350] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.401519] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.401712] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.401845] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.402032] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.402174] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.402404] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.402564] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.402729] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.402889] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.403071] env[69572]: DEBUG nova.virt.hardware [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.404427] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31b0272-c334-4253-98b1-ed383d7125a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.415356] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6188af-9ec7-4090-9fe4-87b94dcabfbc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.445368] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434711, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.503828] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.589546] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a32171-e420-d912-f6f6-320e92894722, 'name': SearchDatastore_Task, 'duration_secs': 0.015441} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.589882] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.590131] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.590368] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.590511] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.590685] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.590950] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b9a8ee3-a6fb-4e58-af9b-b207e1277377 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.602424] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.602611] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.603377] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c53d48-50dd-4e34-9d09-e3bb7220c71f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.609482] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 927.609482] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52624601-058d-c0b1-9e7d-d1a61ff4d6cf" [ 927.609482] env[69572]: _type = "Task" [ 927.609482] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.617982] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52624601-058d-c0b1-9e7d-d1a61ff4d6cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.754750] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "23dfab87-fb78-4861-89ac-acc1530353f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.755015] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "23dfab87-fb78-4861-89ac-acc1530353f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.755409] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "23dfab87-fb78-4861-89ac-acc1530353f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.755679] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "23dfab87-fb78-4861-89ac-acc1530353f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.755893] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "23dfab87-fb78-4861-89ac-acc1530353f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.758213] env[69572]: INFO nova.compute.manager [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Terminating instance [ 927.888817] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5d108b31-1687-49bf-a0fd-c8ca6170ee28 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "8c5cae2c-be9f-4991-b498-5da4281daae5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.048s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.947708] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696239} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.947708] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] a88694ed-17fe-420d-aa71-a05816bbf3e7/a88694ed-17fe-420d-aa71-a05816bbf3e7.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.947708] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.948267] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6db014bd-e2ed-4cd4-8a60-6a091240978f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.957401] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for the task: (returnval){ [ 927.957401] env[69572]: value = "task-3434712" [ 927.957401] env[69572]: _type = "Task" [ 927.957401] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.968832] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.979744] env[69572]: DEBUG nova.compute.manager [None req-85ac7d4f-8850-4373-bcbd-04e8f9b2b8b4 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Found 1 images (rotation: 2) {{(pid=69572) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5016}} [ 928.127448] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52624601-058d-c0b1-9e7d-d1a61ff4d6cf, 'name': SearchDatastore_Task, 'duration_secs': 0.029709} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.127448] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a728e4b-9540-4ad3-a018-72528308597b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.137181] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 928.137181] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520265fe-9132-ed96-e345-b6481e6f83c3" [ 928.137181] env[69572]: _type = "Task" [ 928.137181] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.147384] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520265fe-9132-ed96-e345-b6481e6f83c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.253829] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59416eeb-f911-4c37-b591-f0aa770b0d37 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.262294] env[69572]: DEBUG nova.compute.manager [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 928.262516] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.263413] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141312ba-a53c-4b33-b2d6-0550c1c01d82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.267073] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ded7c7-0aaa-41a7-8098-1ff8cffbe5fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.275724] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.300801] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5d3264e-c3a4-4b05-9d98-be8090c74243 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.303466] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e69c2-7977-4d0a-8ad9-0c48eb6ce48b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.314359] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cca9c3d-2a2e-4367-bbd7-d1114cf3b7ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.318879] env[69572]: DEBUG oslo_vmware.api [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 928.318879] env[69572]: value = "task-3434714" [ 928.318879] env[69572]: _type = "Task" [ 928.318879] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.330495] env[69572]: DEBUG nova.compute.provider_tree [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.338214] env[69572]: DEBUG oslo_vmware.api [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.431868] env[69572]: DEBUG nova.network.neutron [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Successfully updated port: 3e63d3b2-42a8-437c-ae28-f045f09fb06f {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.471569] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080553} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.471889] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.472811] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e84d2-1620-4581-86ef-65d572ea9ce5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.479064] env[69572]: DEBUG nova.compute.manager [req-1a77550d-0445-4665-a83b-9ae6f23b7043 req-3ad23aa8-7bde-4eea-b174-c1637c0b5550 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Received event network-vif-plugged-3e63d3b2-42a8-437c-ae28-f045f09fb06f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 928.479364] env[69572]: DEBUG oslo_concurrency.lockutils [req-1a77550d-0445-4665-a83b-9ae6f23b7043 req-3ad23aa8-7bde-4eea-b174-c1637c0b5550 service nova] Acquiring lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.479705] env[69572]: DEBUG oslo_concurrency.lockutils [req-1a77550d-0445-4665-a83b-9ae6f23b7043 req-3ad23aa8-7bde-4eea-b174-c1637c0b5550 service nova] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.480015] env[69572]: DEBUG oslo_concurrency.lockutils [req-1a77550d-0445-4665-a83b-9ae6f23b7043 req-3ad23aa8-7bde-4eea-b174-c1637c0b5550 service nova] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.480335] env[69572]: DEBUG nova.compute.manager [req-1a77550d-0445-4665-a83b-9ae6f23b7043 req-3ad23aa8-7bde-4eea-b174-c1637c0b5550 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] No waiting events found dispatching network-vif-plugged-3e63d3b2-42a8-437c-ae28-f045f09fb06f {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 928.480598] env[69572]: WARNING nova.compute.manager [req-1a77550d-0445-4665-a83b-9ae6f23b7043 req-3ad23aa8-7bde-4eea-b174-c1637c0b5550 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Received unexpected event network-vif-plugged-3e63d3b2-42a8-437c-ae28-f045f09fb06f for instance with vm_state building and task_state spawning. [ 928.503490] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a88694ed-17fe-420d-aa71-a05816bbf3e7/a88694ed-17fe-420d-aa71-a05816bbf3e7.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.504811] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a37b2ce7-8b08-4518-be04-de6a8e7cdeef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.527691] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for the task: (returnval){ [ 928.527691] env[69572]: value = "task-3434715" [ 928.527691] env[69572]: _type = "Task" [ 928.527691] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.537269] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.647585] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520265fe-9132-ed96-e345-b6481e6f83c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016005} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.647858] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.648137] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 8ad757b5-9229-4271-abae-e0dfcffe0b7e/8ad757b5-9229-4271-abae-e0dfcffe0b7e.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.648409] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9324b53-da89-4d4a-9138-2a9514661c8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.657749] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 928.657749] env[69572]: value = "task-3434716" [ 928.657749] env[69572]: _type = "Task" [ 928.657749] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.667277] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.830789] env[69572]: DEBUG oslo_vmware.api [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434714, 'name': PowerOffVM_Task, 'duration_secs': 0.220241} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.830789] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.830789] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.830789] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ce68755-bce1-448e-b720-916f378af71c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.834644] env[69572]: DEBUG nova.scheduler.client.report [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.925946] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.926412] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.926622] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Deleting the datastore file [datastore1] 23dfab87-fb78-4861-89ac-acc1530353f1 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.927094] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa008ebe-2fc0-4e3c-8b98-d1c4da8bafa0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.938713] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.938904] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.939088] env[69572]: DEBUG nova.network.neutron [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.940558] env[69572]: DEBUG oslo_vmware.api [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for the task: (returnval){ [ 928.940558] env[69572]: value = "task-3434718" [ 928.940558] env[69572]: _type = "Task" [ 928.940558] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.953017] env[69572]: DEBUG oslo_vmware.api [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.040138] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434715, 'name': ReconfigVM_Task, 'duration_secs': 0.364591} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.040496] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a88694ed-17fe-420d-aa71-a05816bbf3e7/a88694ed-17fe-420d-aa71-a05816bbf3e7.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.041175] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b293c9c5-c2bd-46b2-a998-b095d37bffe7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.043155] env[69572]: DEBUG nova.compute.manager [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 929.044578] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413c3762-4ad5-43db-8ad6-3e84fd0123a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.055528] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for the task: (returnval){ [ 929.055528] env[69572]: value = "task-3434719" [ 929.055528] env[69572]: _type = "Task" [ 929.055528] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.056259] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "ed72b54c-79af-4722-8a5f-6885abac42f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.056505] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "ed72b54c-79af-4722-8a5f-6885abac42f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.056718] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "ed72b54c-79af-4722-8a5f-6885abac42f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.056920] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "ed72b54c-79af-4722-8a5f-6885abac42f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.057100] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "ed72b54c-79af-4722-8a5f-6885abac42f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.062468] env[69572]: INFO nova.compute.manager [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Terminating instance [ 929.072230] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434719, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.170263] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434716, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.342831] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.345198] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.418s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.345493] env[69572]: DEBUG nova.objects.instance [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lazy-loading 'resources' on Instance uuid 13892b36-b4d1-4f55-ac22-e58d89405beb {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.366960] env[69572]: INFO nova.scheduler.client.report [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted allocations for instance 8c60fff5-c705-4dcb-908f-d117ae568a43 [ 929.457695] env[69572]: DEBUG oslo_vmware.api [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Task: {'id': task-3434718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348058} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.458114] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.458418] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.458718] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.459038] env[69572]: INFO nova.compute.manager [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 929.459428] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.459727] env[69572]: DEBUG nova.compute.manager [-] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 929.459874] env[69572]: DEBUG nova.network.neutron [-] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.476882] env[69572]: DEBUG nova.network.neutron [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.556770] env[69572]: INFO nova.compute.manager [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] instance snapshotting [ 929.557325] env[69572]: DEBUG nova.objects.instance [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'flavor' on Instance uuid 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.569536] env[69572]: DEBUG nova.compute.manager [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 929.570377] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.571149] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434719, 'name': Rename_Task, 'duration_secs': 0.236021} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.572550] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf08261-79b5-4878-baf8-a4d563e5dd61 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.575699] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.576225] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4981819e-522b-4027-8acf-14c63553a201 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.583992] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.585486] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5cf267c-5f42-4e1c-abcd-9c775d57f5af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.587285] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for the task: (returnval){ [ 929.587285] env[69572]: value = "task-3434720" [ 929.587285] env[69572]: _type = "Task" [ 929.587285] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.596197] env[69572]: DEBUG oslo_vmware.api [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 929.596197] env[69572]: value = "task-3434721" [ 929.596197] env[69572]: _type = "Task" [ 929.596197] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.602417] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.609023] env[69572]: DEBUG oslo_vmware.api [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.634839] env[69572]: DEBUG nova.network.neutron [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance_info_cache with network_info: [{"id": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "address": "fa:16:3e:58:1f:fe", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e63d3b2-42", "ovs_interfaceid": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.671089] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566388} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.671381] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 8ad757b5-9229-4271-abae-e0dfcffe0b7e/8ad757b5-9229-4271-abae-e0dfcffe0b7e.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.671606] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.671876] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53f921d4-0332-46e9-9c48-cfbf28fd7e2c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.680734] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 929.680734] env[69572]: value = "task-3434722" [ 929.680734] env[69572]: _type = "Task" [ 929.680734] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.690954] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.798055] env[69572]: DEBUG nova.compute.manager [req-ff78ba40-ba4e-4c77-8c9b-901dbdb84fe6 req-60276f1f-637b-48af-9e78-0a7322b429ff service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Received event network-vif-deleted-9b9e4f97-30d8-45bf-9462-57a8d663c924 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 929.798055] env[69572]: INFO nova.compute.manager [req-ff78ba40-ba4e-4c77-8c9b-901dbdb84fe6 req-60276f1f-637b-48af-9e78-0a7322b429ff service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Neutron deleted interface 9b9e4f97-30d8-45bf-9462-57a8d663c924; detaching it from the instance and deleting it from the info cache [ 929.798055] env[69572]: DEBUG nova.network.neutron [req-ff78ba40-ba4e-4c77-8c9b-901dbdb84fe6 req-60276f1f-637b-48af-9e78-0a7322b429ff service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.878319] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2ca7a214-de35-4d2c-ad23-ae7624f9885e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "8c60fff5-c705-4dcb-908f-d117ae568a43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.381s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.067510] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3b70f1-8d3b-464b-ae57-da4f1b2ed163 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.097734] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2c820e-6211-4f2f-815a-f623bf8b3191 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.110832] env[69572]: DEBUG oslo_vmware.api [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434721, 'name': PowerOffVM_Task, 'duration_secs': 0.226711} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.115900] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.116612] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.116612] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434720, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.121792] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d719217c-59e4-49c5-93f0-ed0ff85bcfa1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.139357] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.139684] env[69572]: DEBUG nova.compute.manager [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Instance network_info: |[{"id": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "address": "fa:16:3e:58:1f:fe", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e63d3b2-42", "ovs_interfaceid": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 930.140377] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:1f:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e63d3b2-42a8-437c-ae28-f045f09fb06f', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.149265] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.149556] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.149785] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-603e9667-7d62-4a0c-9deb-0e0b1e2f80a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.176910] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.176910] env[69572]: value = "task-3434724" [ 930.176910] env[69572]: _type = "Task" [ 930.176910] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.193506] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434724, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.202131] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083069} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.202131] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.202131] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988e3803-0113-436a-bb44-2207e4e1db4f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.230230] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 8ad757b5-9229-4271-abae-e0dfcffe0b7e/8ad757b5-9229-4271-abae-e0dfcffe0b7e.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.231919] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d10e69a-bb99-4fa2-898f-f28294483222 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.247949] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.249059] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.249059] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Deleting the datastore file [datastore2] ed72b54c-79af-4722-8a5f-6885abac42f5 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.252173] env[69572]: DEBUG nova.network.neutron [-] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.253795] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffdae544-9fda-46ef-985a-3654a91d18ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.268181] env[69572]: DEBUG oslo_vmware.api [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for the task: (returnval){ [ 930.268181] env[69572]: value = "task-3434726" [ 930.268181] env[69572]: _type = "Task" [ 930.268181] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.268536] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 930.268536] env[69572]: value = "task-3434725" [ 930.268536] env[69572]: _type = "Task" [ 930.268536] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.289809] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434725, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.291174] env[69572]: DEBUG oslo_vmware.api [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.302363] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18cc2d4b-9440-454a-951c-874480d70641 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.306804] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3931ad56-4791-47c7-b2a7-d794c455fe77 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.316082] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3a489c-d2bf-49c3-ab06-b953f48d222d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.330540] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d476215-8109-4e20-8c6e-4743722e52ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.378421] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63305593-a1db-4ed9-bb4a-4f9fc63673be {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.381511] env[69572]: DEBUG nova.compute.manager [req-ff78ba40-ba4e-4c77-8c9b-901dbdb84fe6 req-60276f1f-637b-48af-9e78-0a7322b429ff service nova] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Detach interface failed, port_id=9b9e4f97-30d8-45bf-9462-57a8d663c924, reason: Instance 23dfab87-fb78-4861-89ac-acc1530353f1 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 930.388758] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5023615-fcf8-422b-b0d8-f82c7b95b958 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.409409] env[69572]: DEBUG nova.compute.provider_tree [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.411830] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "5acca6bc-e920-49e8-8f49-728804af26ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.412409] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "5acca6bc-e920-49e8-8f49-728804af26ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.412409] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "5acca6bc-e920-49e8-8f49-728804af26ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.412963] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "5acca6bc-e920-49e8-8f49-728804af26ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.412963] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "5acca6bc-e920-49e8-8f49-728804af26ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.417027] env[69572]: INFO nova.compute.manager [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Terminating instance [ 930.604558] env[69572]: DEBUG oslo_vmware.api [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434720, 'name': PowerOnVM_Task, 'duration_secs': 0.705875} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.606447] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.606934] env[69572]: INFO nova.compute.manager [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Took 8.67 seconds to spawn the instance on the hypervisor. [ 930.607440] env[69572]: DEBUG nova.compute.manager [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.608458] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2511f8-bb1b-47fb-ac39-08f2e3514211 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.625664] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 930.626087] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1047e29a-df84-42be-aa11-6d31624db5c3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.638343] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 930.638343] env[69572]: value = "task-3434728" [ 930.638343] env[69572]: _type = "Task" [ 930.638343] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.650073] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.690550] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434724, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.758016] env[69572]: INFO nova.compute.manager [-] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Took 1.30 seconds to deallocate network for instance. [ 930.789924] env[69572]: DEBUG oslo_vmware.api [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Task: {'id': task-3434726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249648} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.795525] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.795905] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.796466] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.796722] env[69572]: INFO nova.compute.manager [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 930.797072] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.797323] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434725, 'name': ReconfigVM_Task, 'duration_secs': 0.474187} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.797582] env[69572]: DEBUG nova.compute.manager [-] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 930.797697] env[69572]: DEBUG nova.network.neutron [-] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.799744] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 8ad757b5-9229-4271-abae-e0dfcffe0b7e/8ad757b5-9229-4271-abae-e0dfcffe0b7e.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.800522] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4b497f8-e020-45c5-a1c9-8596dad3a145 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.809848] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 930.809848] env[69572]: value = "task-3434729" [ 930.809848] env[69572]: _type = "Task" [ 930.809848] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.826130] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434729, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.916140] env[69572]: DEBUG nova.scheduler.client.report [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.921379] env[69572]: DEBUG nova.compute.manager [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 930.922139] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.924029] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540c8ffe-5e57-4592-b3c2-e7e5d5d6256a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.936485] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.937082] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f992fb49-48c9-47af-8e6c-2cced59bfa13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.947666] env[69572]: DEBUG oslo_vmware.api [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 930.947666] env[69572]: value = "task-3434730" [ 930.947666] env[69572]: _type = "Task" [ 930.947666] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.960709] env[69572]: DEBUG oslo_vmware.api [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.966152] env[69572]: DEBUG nova.compute.manager [req-43b07592-4d0a-4a55-8b53-b880d2538b6c req-1cf26b75-e544-4480-9404-9d224faa6a19 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Received event network-changed-3e63d3b2-42a8-437c-ae28-f045f09fb06f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 930.966684] env[69572]: DEBUG nova.compute.manager [req-43b07592-4d0a-4a55-8b53-b880d2538b6c req-1cf26b75-e544-4480-9404-9d224faa6a19 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Refreshing instance network info cache due to event network-changed-3e63d3b2-42a8-437c-ae28-f045f09fb06f. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 930.967071] env[69572]: DEBUG oslo_concurrency.lockutils [req-43b07592-4d0a-4a55-8b53-b880d2538b6c req-1cf26b75-e544-4480-9404-9d224faa6a19 service nova] Acquiring lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.967341] env[69572]: DEBUG oslo_concurrency.lockutils [req-43b07592-4d0a-4a55-8b53-b880d2538b6c req-1cf26b75-e544-4480-9404-9d224faa6a19 service nova] Acquired lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.967605] env[69572]: DEBUG nova.network.neutron [req-43b07592-4d0a-4a55-8b53-b880d2538b6c req-1cf26b75-e544-4480-9404-9d224faa6a19 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Refreshing network info cache for port 3e63d3b2-42a8-437c-ae28-f045f09fb06f {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.131973] env[69572]: INFO nova.compute.manager [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Took 26.73 seconds to build instance. [ 931.149578] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.194522] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434724, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.267756] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.310563] env[69572]: DEBUG oslo_vmware.rw_handles [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efb78d-75b7-efc7-cb37-6fdc75a3215a/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 931.311731] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955992bd-6d8d-4de6-9d18-ea60269d1062 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.324269] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434729, 'name': Rename_Task, 'duration_secs': 0.221304} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.325671] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.325950] env[69572]: DEBUG oslo_vmware.rw_handles [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efb78d-75b7-efc7-cb37-6fdc75a3215a/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 931.326139] env[69572]: ERROR oslo_vmware.rw_handles [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efb78d-75b7-efc7-cb37-6fdc75a3215a/disk-0.vmdk due to incomplete transfer. [ 931.326350] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e90d87-ae1f-431d-8577-4f6a26523930 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.328100] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21e63e92-9748-4b51-a82a-bd750475e439 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.335924] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 931.335924] env[69572]: value = "task-3434731" [ 931.335924] env[69572]: _type = "Task" [ 931.335924] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.341826] env[69572]: DEBUG oslo_vmware.rw_handles [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efb78d-75b7-efc7-cb37-6fdc75a3215a/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 931.342171] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Uploaded image c53acdc5-e002-4422-aaa3-f3776a65d2b2 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 931.344914] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 931.345683] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4e49ced-51a2-418a-a79b-42526833ca95 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.351117] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.359260] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 931.359260] env[69572]: value = "task-3434732" [ 931.359260] env[69572]: _type = "Task" [ 931.359260] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.368111] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434732, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.424888] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.427369] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.907s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.427608] env[69572]: DEBUG nova.objects.instance [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lazy-loading 'resources' on Instance uuid 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.454841] env[69572]: INFO nova.scheduler.client.report [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Deleted allocations for instance 13892b36-b4d1-4f55-ac22-e58d89405beb [ 931.462171] env[69572]: DEBUG oslo_vmware.api [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.594383] env[69572]: DEBUG nova.network.neutron [-] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.638145] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ddc99bd7-2e38-4c78-9ba2-65c60dc9eaad tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lock "a88694ed-17fe-420d-aa71-a05816bbf3e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.239s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.653348] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434728, 'name': CreateSnapshot_Task, 'duration_secs': 0.767301} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.656813] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 931.658048] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7269812f-2306-4542-bd49-c05e41f73488 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.690807] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434724, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.704289] env[69572]: DEBUG nova.network.neutron [req-43b07592-4d0a-4a55-8b53-b880d2538b6c req-1cf26b75-e544-4480-9404-9d224faa6a19 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updated VIF entry in instance network info cache for port 3e63d3b2-42a8-437c-ae28-f045f09fb06f. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.704624] env[69572]: DEBUG nova.network.neutron [req-43b07592-4d0a-4a55-8b53-b880d2538b6c req-1cf26b75-e544-4480-9404-9d224faa6a19 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance_info_cache with network_info: [{"id": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "address": "fa:16:3e:58:1f:fe", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e63d3b2-42", "ovs_interfaceid": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.847516] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.869718] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434732, 'name': Destroy_Task, 'duration_secs': 0.367753} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.870011] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Destroyed the VM [ 931.870257] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 931.870521] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08a33939-767c-43f9-9e11-59f3006cdf22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.879304] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 931.879304] env[69572]: value = "task-3434733" [ 931.879304] env[69572]: _type = "Task" [ 931.879304] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.888762] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434733, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.892507] env[69572]: DEBUG nova.compute.manager [req-65ded87d-ef76-4174-9ffa-00f50bdd720d req-64e09651-bd47-4bc3-8c63-75231172a1bf service nova] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Received event network-vif-deleted-b729436a-0f68-402a-bbfd-0861ca766692 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 931.963106] env[69572]: DEBUG oslo_vmware.api [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434730, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.965778] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e75354ba-b88e-40bb-b334-023f89d01ffb tempest-ServersTestBootFromVolume-865932295 tempest-ServersTestBootFromVolume-865932295-project-member] Lock "13892b36-b4d1-4f55-ac22-e58d89405beb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.794s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.099450] env[69572]: INFO nova.compute.manager [-] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Took 1.30 seconds to deallocate network for instance. [ 932.182227] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 932.182880] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0f61a73-331b-4289-9532-85fc37e85788 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.200137] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434724, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.201269] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 932.201269] env[69572]: value = "task-3434734" [ 932.201269] env[69572]: _type = "Task" [ 932.201269] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.209695] env[69572]: DEBUG oslo_concurrency.lockutils [req-43b07592-4d0a-4a55-8b53-b880d2538b6c req-1cf26b75-e544-4480-9404-9d224faa6a19 service nova] Releasing lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.213418] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434734, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.249033] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb2bc84-4fbb-442c-813b-cfc848322893 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.256926] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71abe457-f00d-4fb0-ac69-6b19c49e1a4e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.291783] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59178bc-5f77-4093-a9b7-d9619be46c55 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.301189] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b753e-e1c6-4219-b040-572735535268 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.315410] env[69572]: DEBUG nova.compute.provider_tree [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.353249] env[69572]: DEBUG oslo_vmware.api [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434731, 'name': PowerOnVM_Task, 'duration_secs': 0.55797} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.353580] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.353795] env[69572]: DEBUG nova.compute.manager [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 932.354743] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6e2ef9-ae03-4767-8d04-bffa0b4a1bc3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.389862] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434733, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.427856] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquiring lock "a88694ed-17fe-420d-aa71-a05816bbf3e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.428203] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lock "a88694ed-17fe-420d-aa71-a05816bbf3e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.428450] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquiring lock "a88694ed-17fe-420d-aa71-a05816bbf3e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.428883] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lock "a88694ed-17fe-420d-aa71-a05816bbf3e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.429176] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lock "a88694ed-17fe-420d-aa71-a05816bbf3e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.431512] env[69572]: INFO nova.compute.manager [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Terminating instance [ 932.462460] env[69572]: DEBUG oslo_vmware.api [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434730, 'name': PowerOffVM_Task, 'duration_secs': 1.053638} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.462809] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.463015] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.463286] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f59f7069-361e-4af5-a7dd-3f511d2754fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.538476] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.538791] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.539044] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Deleting the datastore file [datastore1] 5acca6bc-e920-49e8-8f49-728804af26ed {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.539340] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-475ba800-72e4-43b1-8206-d9cb1953177d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.547542] env[69572]: DEBUG oslo_vmware.api [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for the task: (returnval){ [ 932.547542] env[69572]: value = "task-3434737" [ 932.547542] env[69572]: _type = "Task" [ 932.547542] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.556868] env[69572]: DEBUG oslo_vmware.api [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.607301] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.696943] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434724, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.715859] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434734, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.819830] env[69572]: DEBUG nova.scheduler.client.report [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.876041] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.891203] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434733, 'name': RemoveSnapshot_Task, 'duration_secs': 0.590257} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.891480] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 932.891809] env[69572]: DEBUG nova.compute.manager [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 932.893141] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1427314d-5822-4e1c-b61f-4a9fdfd0419e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.935410] env[69572]: DEBUG nova.compute.manager [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 932.935663] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.936672] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3a0e88-7c16-4c57-8a06-8b6d3e285058 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.950662] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.950953] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5f21a4c-3120-48e9-a80c-1c618bef8658 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.960385] env[69572]: DEBUG oslo_vmware.api [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for the task: (returnval){ [ 932.960385] env[69572]: value = "task-3434738" [ 932.960385] env[69572]: _type = "Task" [ 932.960385] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.970091] env[69572]: DEBUG oslo_vmware.api [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.058963] env[69572]: DEBUG oslo_vmware.api [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Task: {'id': task-3434737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310899} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.059301] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.059521] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.059743] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.059955] env[69572]: INFO nova.compute.manager [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Took 2.14 seconds to destroy the instance on the hypervisor. [ 933.060261] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.060495] env[69572]: DEBUG nova.compute.manager [-] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 933.060619] env[69572]: DEBUG nova.network.neutron [-] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.193976] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434724, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.212946] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434734, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.325224] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.328613] env[69572]: DEBUG oslo_concurrency.lockutils [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.120s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.328864] env[69572]: DEBUG nova.objects.instance [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lazy-loading 'resources' on Instance uuid fd7d990f-44c1-4728-bb22-23f246b9ca11 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.361458] env[69572]: INFO nova.scheduler.client.report [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Deleted allocations for instance 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5 [ 933.407326] env[69572]: INFO nova.compute.manager [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Shelve offloading [ 933.476868] env[69572]: DEBUG oslo_vmware.api [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434738, 'name': PowerOffVM_Task, 'duration_secs': 0.246822} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.477207] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.477418] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.477746] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8876df05-ab40-44f3-99e6-6368f077d3d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.557572] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.557572] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.557572] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Deleting the datastore file [datastore2] a88694ed-17fe-420d-aa71-a05816bbf3e7 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.557572] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8dc07ba-2a81-4fe2-9b3f-ca49b07e27c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.571639] env[69572]: DEBUG oslo_vmware.api [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for the task: (returnval){ [ 933.571639] env[69572]: value = "task-3434740" [ 933.571639] env[69572]: _type = "Task" [ 933.571639] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.587196] env[69572]: DEBUG oslo_vmware.api [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.703185] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434724, 'name': CreateVM_Task, 'duration_secs': 3.029977} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.703185] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.703185] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.703185] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.703185] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.703185] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ac95c4-b973-4bf1-9f31-f148a33f2457 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.717210] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434734, 'name': CloneVM_Task} progress is 95%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.719167] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 933.719167] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5237186a-02b7-4633-323e-a78b12a4b9b7" [ 933.719167] env[69572]: _type = "Task" [ 933.719167] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.736192] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5237186a-02b7-4633-323e-a78b12a4b9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.736521] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.736795] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.737127] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.737383] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.737615] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.737915] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b87bc21-ad82-4493-b3ae-30b9c2bb55ff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.760223] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.760401] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.761210] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77cff1b5-7e70-42b1-bb6c-db74c20ed13d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.770272] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 933.770272] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523e9da9-b96b-7792-77d5-3c95ea7e39c1" [ 933.770272] env[69572]: _type = "Task" [ 933.770272] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.779776] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523e9da9-b96b-7792-77d5-3c95ea7e39c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.872134] env[69572]: DEBUG oslo_concurrency.lockutils [None req-08f0afc4-ce00-4b9d-8082-200609547773 tempest-ServerMetadataNegativeTestJSON-1738246810 tempest-ServerMetadataNegativeTestJSON-1738246810-project-member] Lock "602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.025s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.911509] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.912405] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b077777-c11d-42e3-99f7-9135c276d382 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.925653] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 933.925653] env[69572]: value = "task-3434741" [ 933.925653] env[69572]: _type = "Task" [ 933.925653] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.936352] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 933.936743] env[69572]: DEBUG nova.compute.manager [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.937825] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbf918b-45e7-47f2-ae0a-40b4af840d67 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.949238] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.949471] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.949862] env[69572]: DEBUG nova.network.neutron [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.095107] env[69572]: DEBUG oslo_vmware.api [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Task: {'id': task-3434740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166523} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.095872] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.095975] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.096119] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.096286] env[69572]: INFO nova.compute.manager [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 934.096540] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.096701] env[69572]: DEBUG nova.compute.manager [-] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 934.097365] env[69572]: DEBUG nova.network.neutron [-] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.171499] env[69572]: DEBUG nova.compute.manager [req-6b9e975b-80fa-4f96-89f3-02a533ae84c3 req-6a6fb369-ace4-43e6-8518-f2e795bc2fdb service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Received event network-vif-deleted-e734a0ef-d5b7-4446-a4b1-04b7490983e0 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 934.171688] env[69572]: INFO nova.compute.manager [req-6b9e975b-80fa-4f96-89f3-02a533ae84c3 req-6a6fb369-ace4-43e6-8518-f2e795bc2fdb service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Neutron deleted interface e734a0ef-d5b7-4446-a4b1-04b7490983e0; detaching it from the instance and deleting it from the info cache [ 934.171876] env[69572]: DEBUG nova.network.neutron [req-6b9e975b-80fa-4f96-89f3-02a533ae84c3 req-6a6fb369-ace4-43e6-8518-f2e795bc2fdb service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.179185] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079e18a4-a768-4d9b-9638-80a62cf657af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.190862] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63df496-49b8-4005-bc30-ab1318f65ee0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.233477] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bd6d85-a1e6-4da0-8673-2a123b0c58ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.245398] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434734, 'name': CloneVM_Task, 'duration_secs': 1.907915} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.245733] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Created linked-clone VM from snapshot [ 934.247039] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26efaf9d-2cc8-42c7-bd54-143bd1a80b92 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.251268] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f316ef40-2bbf-4609-a1c1-5bd88422b4cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.269995] env[69572]: DEBUG nova.compute.provider_tree [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.271577] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Uploading image f992799a-c34b-432d-b223-08173fda4e2b {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 934.284660] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523e9da9-b96b-7792-77d5-3c95ea7e39c1, 'name': SearchDatastore_Task, 'duration_secs': 0.017014} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.286249] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0875357-d46a-429f-9295-cff25f373924 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.295293] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 934.295293] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e55e54-04bb-de19-e20d-95f027736321" [ 934.295293] env[69572]: _type = "Task" [ 934.295293] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.308739] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e55e54-04bb-de19-e20d-95f027736321, 'name': SearchDatastore_Task, 'duration_secs': 0.011731} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.310162] env[69572]: DEBUG oslo_vmware.rw_handles [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 934.310162] env[69572]: value = "vm-685661" [ 934.310162] env[69572]: _type = "VirtualMachine" [ 934.310162] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 934.310456] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.310710] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] fe3ba8da-412e-4cdb-a073-be6375ff2b01/fe3ba8da-412e-4cdb-a073-be6375ff2b01.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.311400] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1178033a-5995-4367-988a-1e39f165980b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.313725] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87c647e3-73ce-4842-802c-3a5f5d6da371 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.321794] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 934.321794] env[69572]: value = "task-3434742" [ 934.321794] env[69572]: _type = "Task" [ 934.321794] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.323251] env[69572]: DEBUG oslo_vmware.rw_handles [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lease: (returnval){ [ 934.323251] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e19aa-4199-f3fa-31bd-8e6894abebef" [ 934.323251] env[69572]: _type = "HttpNfcLease" [ 934.323251] env[69572]: } obtained for exporting VM: (result){ [ 934.323251] env[69572]: value = "vm-685661" [ 934.323251] env[69572]: _type = "VirtualMachine" [ 934.323251] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 934.323547] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the lease: (returnval){ [ 934.323547] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e19aa-4199-f3fa-31bd-8e6894abebef" [ 934.323547] env[69572]: _type = "HttpNfcLease" [ 934.323547] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 934.335148] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.335148] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e19aa-4199-f3fa-31bd-8e6894abebef" [ 934.335148] env[69572]: _type = "HttpNfcLease" [ 934.335148] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 934.339950] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.578504] env[69572]: DEBUG nova.network.neutron [-] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.675041] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06eba8b1-0f56-4a8c-b602-41732f005eb9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.695981] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f70b94c-04a9-414f-8c54-3d4587641369 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.748950] env[69572]: DEBUG nova.compute.manager [req-6b9e975b-80fa-4f96-89f3-02a533ae84c3 req-6a6fb369-ace4-43e6-8518-f2e795bc2fdb service nova] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Detach interface failed, port_id=e734a0ef-d5b7-4446-a4b1-04b7490983e0, reason: Instance 5acca6bc-e920-49e8-8f49-728804af26ed could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 934.777325] env[69572]: DEBUG nova.scheduler.client.report [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.845155] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.845155] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e19aa-4199-f3fa-31bd-8e6894abebef" [ 934.845155] env[69572]: _type = "HttpNfcLease" [ 934.845155] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 934.845451] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50725} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.846091] env[69572]: DEBUG oslo_vmware.rw_handles [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 934.846091] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527e19aa-4199-f3fa-31bd-8e6894abebef" [ 934.846091] env[69572]: _type = "HttpNfcLease" [ 934.846091] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 934.846364] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] fe3ba8da-412e-4cdb-a073-be6375ff2b01/fe3ba8da-412e-4cdb-a073-be6375ff2b01.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.846589] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.847360] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd85df4-57a1-4786-a269-0e808ec0ab4f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.850136] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f040363-b6ee-4e61-91e1-9ca56116c1aa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.860187] env[69572]: DEBUG oslo_vmware.rw_handles [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5f19c-5d85-1cd0-27b3-af1fab554995/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 934.860187] env[69572]: DEBUG oslo_vmware.rw_handles [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5f19c-5d85-1cd0-27b3-af1fab554995/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 934.863118] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 934.863118] env[69572]: value = "task-3434745" [ 934.863118] env[69572]: _type = "Task" [ 934.863118] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.938492] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074027} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.939147] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.939988] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f47371-be49-4c8c-a2de-b5d5778b91de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.966914] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] fe3ba8da-412e-4cdb-a073-be6375ff2b01/fe3ba8da-412e-4cdb-a073-be6375ff2b01.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.967335] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab9a77e2-f0f5-48b6-a476-8cb3414ca0d4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.984442] env[69572]: DEBUG nova.network.neutron [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Updating instance_info_cache with network_info: [{"id": "d2bebf80-0d62-40e5-b2e9-8b516b9c3609", "address": "fa:16:3e:aa:f4:9f", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bebf80-0d", "ovs_interfaceid": "d2bebf80-0d62-40e5-b2e9-8b516b9c3609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.989901] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-69e3dd56-cf78-40aa-80e3-5209a89052ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.995918] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 934.995918] env[69572]: value = "task-3434746" [ 934.995918] env[69572]: _type = "Task" [ 934.995918] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.007246] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.018652] env[69572]: DEBUG nova.network.neutron [-] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.083619] env[69572]: INFO nova.compute.manager [-] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Took 2.02 seconds to deallocate network for instance. [ 935.284043] env[69572]: DEBUG oslo_concurrency.lockutils [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.286336] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.757s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.286575] env[69572]: DEBUG nova.objects.instance [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lazy-loading 'resources' on Instance uuid 48d60558-124c-4fd8-ace0-f621c34c7d45 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.322105] env[69572]: INFO nova.scheduler.client.report [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Deleted allocations for instance fd7d990f-44c1-4728-bb22-23f246b9ca11 [ 935.488729] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.509059] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.523498] env[69572]: INFO nova.compute.manager [-] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Took 1.43 seconds to deallocate network for instance. [ 935.591878] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.831902] env[69572]: DEBUG oslo_concurrency.lockutils [None req-009cf869-5169-4685-a73a-4c0d99ce5160 tempest-VolumesAdminNegativeTest-874535020 tempest-VolumesAdminNegativeTest-874535020-project-member] Lock "fd7d990f-44c1-4728-bb22-23f246b9ca11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.571s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.951816] env[69572]: DEBUG nova.compute.manager [req-c3e07d28-1f4b-41fd-aba6-402fa743f429 req-d6188158-d615-48d4-868a-72daab37d614 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Received event network-vif-unplugged-d2bebf80-0d62-40e5-b2e9-8b516b9c3609 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 935.951816] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3e07d28-1f4b-41fd-aba6-402fa743f429 req-d6188158-d615-48d4-868a-72daab37d614 service nova] Acquiring lock "b44bfe59-a4a2-42f7-940d-8100b65c2351-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.951816] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3e07d28-1f4b-41fd-aba6-402fa743f429 req-d6188158-d615-48d4-868a-72daab37d614 service nova] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.952434] env[69572]: DEBUG oslo_concurrency.lockutils [req-c3e07d28-1f4b-41fd-aba6-402fa743f429 req-d6188158-d615-48d4-868a-72daab37d614 service nova] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.953361] env[69572]: DEBUG nova.compute.manager [req-c3e07d28-1f4b-41fd-aba6-402fa743f429 req-d6188158-d615-48d4-868a-72daab37d614 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] No waiting events found dispatching network-vif-unplugged-d2bebf80-0d62-40e5-b2e9-8b516b9c3609 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.953996] env[69572]: WARNING nova.compute.manager [req-c3e07d28-1f4b-41fd-aba6-402fa743f429 req-d6188158-d615-48d4-868a-72daab37d614 service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Received unexpected event network-vif-unplugged-d2bebf80-0d62-40e5-b2e9-8b516b9c3609 for instance with vm_state shelved and task_state shelving_offloading. [ 935.957930] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.960404] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf4873c-47cc-4ee5-8c53-267e1475f04c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.976551] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.976962] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-282624ff-ab33-4bb9-ac8a-f05ef45a9d04 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.008165] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.037248] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.056616] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.056948] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.057076] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleting the datastore file [datastore2] b44bfe59-a4a2-42f7-940d-8100b65c2351 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.057280] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89cb86ab-3439-4969-b912-87bb6580cad7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.066097] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 936.066097] env[69572]: value = "task-3434748" [ 936.066097] env[69572]: _type = "Task" [ 936.066097] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.080623] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.184912] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757d860f-a450-40fe-b74a-b8b69f762c35 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.196273] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6571b4-5c45-496c-a387-852a5bdbd545 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.233268] env[69572]: DEBUG nova.compute.manager [req-8c2678c9-1777-4c1a-8ebd-3cfd3e6a729a req-98f5142f-dc27-45e8-8d0d-be0fda6c0bde service nova] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Received event network-vif-deleted-7c06900d-6283-4aac-a753-bda82c6cf1c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 936.234368] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba83e9f-60d1-42bc-bda2-8c35292e4c41 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.243860] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e236f6a-449e-40dd-b0ad-6027d4dfd10f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.259553] env[69572]: DEBUG nova.compute.provider_tree [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.512475] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434746, 'name': ReconfigVM_Task, 'duration_secs': 1.295995} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.513029] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Reconfigured VM instance instance-0000004f to attach disk [datastore2] fe3ba8da-412e-4cdb-a073-be6375ff2b01/fe3ba8da-412e-4cdb-a073-be6375ff2b01.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.513791] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8620bd62-9fd7-4005-973a-1df2e6cdb4fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.521747] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 936.521747] env[69572]: value = "task-3434750" [ 936.521747] env[69572]: _type = "Task" [ 936.521747] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.533787] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434750, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.579066] env[69572]: DEBUG oslo_vmware.api [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151798} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.579476] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.579774] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.580021] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.707432] env[69572]: INFO nova.scheduler.client.report [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted allocations for instance b44bfe59-a4a2-42f7-940d-8100b65c2351 [ 936.763512] env[69572]: DEBUG nova.scheduler.client.report [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.032953] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434750, 'name': Rename_Task, 'duration_secs': 0.166085} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.033470] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.033747] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49ee83c5-f0ef-4654-bacf-6f3fbf99c1b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.044018] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 937.044018] env[69572]: value = "task-3434751" [ 937.044018] env[69572]: _type = "Task" [ 937.044018] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.053988] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.213960] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.272176] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.273171] env[69572]: DEBUG oslo_concurrency.lockutils [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.032s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.273599] env[69572]: DEBUG nova.objects.instance [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'resources' on Instance uuid e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.295534] env[69572]: INFO nova.scheduler.client.report [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted allocations for instance 48d60558-124c-4fd8-ace0-f621c34c7d45 [ 937.556595] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434751, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.777798] env[69572]: DEBUG nova.objects.instance [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'numa_topology' on Instance uuid e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.804088] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f7c0230-de2b-4762-a9a2-0e4c0cf5c886 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "48d60558-124c-4fd8-ace0-f621c34c7d45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.008s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.062180] env[69572]: DEBUG oslo_vmware.api [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434751, 'name': PowerOnVM_Task, 'duration_secs': 0.570354} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.062499] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.062727] env[69572]: INFO nova.compute.manager [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Took 10.69 seconds to spawn the instance on the hypervisor. [ 938.062910] env[69572]: DEBUG nova.compute.manager [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.063727] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7aa6c2a-6527-42f5-a678-5cdadaee1227 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.122309] env[69572]: DEBUG nova.compute.manager [req-53127ca7-00cc-4e01-9c83-d9265c96c7f2 req-3e26d497-01df-4bfa-87b1-cddb4f412c0e service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Received event network-changed-d2bebf80-0d62-40e5-b2e9-8b516b9c3609 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 938.122309] env[69572]: DEBUG nova.compute.manager [req-53127ca7-00cc-4e01-9c83-d9265c96c7f2 req-3e26d497-01df-4bfa-87b1-cddb4f412c0e service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Refreshing instance network info cache due to event network-changed-d2bebf80-0d62-40e5-b2e9-8b516b9c3609. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 938.122309] env[69572]: DEBUG oslo_concurrency.lockutils [req-53127ca7-00cc-4e01-9c83-d9265c96c7f2 req-3e26d497-01df-4bfa-87b1-cddb4f412c0e service nova] Acquiring lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.122422] env[69572]: DEBUG oslo_concurrency.lockutils [req-53127ca7-00cc-4e01-9c83-d9265c96c7f2 req-3e26d497-01df-4bfa-87b1-cddb4f412c0e service nova] Acquired lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.122850] env[69572]: DEBUG nova.network.neutron [req-53127ca7-00cc-4e01-9c83-d9265c96c7f2 req-3e26d497-01df-4bfa-87b1-cddb4f412c0e service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Refreshing network info cache for port d2bebf80-0d62-40e5-b2e9-8b516b9c3609 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.281077] env[69572]: DEBUG nova.objects.base [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 938.576517] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c99fdd1-5533-48d5-bd88-85ccbea1df45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.585937] env[69572]: INFO nova.compute.manager [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Took 27.06 seconds to build instance. [ 938.590024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a91e0de-7a39-4abc-b3e9-c9688c7a59fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.624139] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3afe8c-368f-4167-bc8d-004959288182 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.635817] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3ff0ad-0654-45e9-a91a-ae1a44adc192 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.651692] env[69572]: DEBUG nova.compute.provider_tree [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.662599] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "b44bfe59-a4a2-42f7-940d-8100b65c2351" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.931522] env[69572]: DEBUG nova.network.neutron [req-53127ca7-00cc-4e01-9c83-d9265c96c7f2 req-3e26d497-01df-4bfa-87b1-cddb4f412c0e service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Updated VIF entry in instance network info cache for port d2bebf80-0d62-40e5-b2e9-8b516b9c3609. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.931889] env[69572]: DEBUG nova.network.neutron [req-53127ca7-00cc-4e01-9c83-d9265c96c7f2 req-3e26d497-01df-4bfa-87b1-cddb4f412c0e service nova] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Updating instance_info_cache with network_info: [{"id": "d2bebf80-0d62-40e5-b2e9-8b516b9c3609", "address": "fa:16:3e:aa:f4:9f", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": null, "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd2bebf80-0d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.094911] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ea380745-a00d-40a7-8b57-97d1cb54777a tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.593s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.155124] env[69572]: DEBUG nova.scheduler.client.report [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.440248] env[69572]: DEBUG oslo_concurrency.lockutils [req-53127ca7-00cc-4e01-9c83-d9265c96c7f2 req-3e26d497-01df-4bfa-87b1-cddb4f412c0e service nova] Releasing lock "refresh_cache-b44bfe59-a4a2-42f7-940d-8100b65c2351" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.546480] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.546690] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.664643] env[69572]: DEBUG oslo_concurrency.lockutils [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.392s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.671122] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.836s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.671438] env[69572]: DEBUG nova.objects.instance [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'resources' on Instance uuid af19677b-2149-40fd-8b98-78104dc4de40 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.031623] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.032075] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.051481] env[69572]: DEBUG nova.compute.manager [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 940.187029] env[69572]: DEBUG oslo_concurrency.lockutils [None req-15dcf615-48d8-4c10-b3f3-fd13a769238b tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.345s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.188127] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.949s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.190750] env[69572]: INFO nova.compute.manager [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Unshelving [ 940.538361] env[69572]: DEBUG nova.compute.utils [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.573021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.593284] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b5f3ad-bff3-4de7-8c45-8503169be0c1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.605091] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4a2161-681d-4cb0-94ef-c05cc8ab1fbf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.647296] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793f5e5d-b254-4397-9d6e-e2832e7b9bcf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.653306] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Acquiring lock "5bda69c4-efe5-44f1-aa7a-168f1332d615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.653606] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "5bda69c4-efe5-44f1-aa7a-168f1332d615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.661419] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65c5b7f-aab5-499c-b1b1-dc83cab6907a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.677789] env[69572]: DEBUG nova.compute.provider_tree [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.040550] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.156048] env[69572]: DEBUG nova.compute.manager [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 941.182020] env[69572]: DEBUG nova.scheduler.client.report [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.198390] env[69572]: DEBUG nova.compute.utils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.386199] env[69572]: DEBUG nova.compute.manager [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Stashing vm_state: active {{(pid=69572) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 941.682502] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.687198] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.689469] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.989s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.691018] env[69572]: INFO nova.compute.claims [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.701913] env[69572]: INFO nova.virt.block_device [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Booting with volume b79d1bdf-9e67-4487-b422-b44ead8fbe06 at /dev/sdb [ 941.743755] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c164a0d0-f399-448c-bcc3-267a3e40705d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.759170] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f44676-4acc-4577-8b26-69738d51d984 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.773388] env[69572]: INFO nova.scheduler.client.report [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleted allocations for instance af19677b-2149-40fd-8b98-78104dc4de40 [ 941.797692] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b893c43c-15a8-493f-8bc8-f2415e60cb30 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.810271] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a6f210-1ab5-4128-b270-57dfd08a7b27 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.851338] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d73fdb-b7d8-47d8-974c-bd7953cfccd7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.863089] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeac973-df34-42da-9edf-59aa6a8be180 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.880527] env[69572]: DEBUG nova.virt.block_device [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updating existing volume attachment record: d7c5799f-5708-4546-bc25-03da660c1d86 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 941.907690] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.112961] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.112961] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.112961] env[69572]: INFO nova.compute.manager [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Attaching volume 0f0ca0e2-6cc8-4139-b242-29e86cbab324 to /dev/sdb [ 942.158710] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88485a-8932-4ab2-97d5-4830ea3ee785 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.167151] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecc8c12-153a-4709-a582-971cd919643c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.187497] env[69572]: DEBUG nova.virt.block_device [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Updating existing volume attachment record: 4f5966cc-e1c3-4a66-97c0-21a112aef991 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 942.284216] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee6b717a-640e-4118-871f-0e4f40c9e5e9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "af19677b-2149-40fd-8b98-78104dc4de40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.288s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.057661] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08227576-1ef8-4378-8f25-5b568912c46a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.066557] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3543f7d9-4442-4d37-9284-ca1a76bddca9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.100374] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cf0d2c-a454-424e-ad08-27accf0c10bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.109638] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b9154d-361e-4d84-a0c9-a5b2e16c69a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.126102] env[69572]: DEBUG nova.compute.provider_tree [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.630183] env[69572]: DEBUG nova.scheduler.client.report [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.138337] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.138936] env[69572]: DEBUG nova.compute.manager [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 944.141447] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.336s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.142177] env[69572]: DEBUG nova.objects.instance [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lazy-loading 'resources' on Instance uuid 40ca4dca-587e-4a1e-aa97-25752a2e322a {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.165725] env[69572]: DEBUG oslo_vmware.rw_handles [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5f19c-5d85-1cd0-27b3-af1fab554995/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.166727] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59524bc-db9b-41df-af7a-ffe39396ff1c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.176606] env[69572]: DEBUG oslo_vmware.rw_handles [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5f19c-5d85-1cd0-27b3-af1fab554995/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.176867] env[69572]: ERROR oslo_vmware.rw_handles [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5f19c-5d85-1cd0-27b3-af1fab554995/disk-0.vmdk due to incomplete transfer. [ 944.177772] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3046e43f-5f2e-4674-a6d9-b93078100e17 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.190027] env[69572]: DEBUG oslo_vmware.rw_handles [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5f19c-5d85-1cd0-27b3-af1fab554995/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 944.190027] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Uploaded image f992799a-c34b-432d-b223-08173fda4e2b to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 944.190027] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 944.190660] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6bcfce7f-f33f-48aa-af28-cfd788dfba6f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.198219] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 944.198219] env[69572]: value = "task-3434758" [ 944.198219] env[69572]: _type = "Task" [ 944.198219] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.209524] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434758, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.646445] env[69572]: DEBUG nova.compute.utils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.652291] env[69572]: DEBUG nova.compute.manager [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 944.652291] env[69572]: DEBUG nova.network.neutron [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.698180] env[69572]: DEBUG nova.policy [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a881e59a2204b9e89559988dddb3140', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54f6d2aa05a0464d9d65dbe5292050c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.717688] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434758, 'name': Destroy_Task, 'duration_secs': 0.35158} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.717688] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Destroyed the VM [ 944.717688] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 944.720087] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9384fe38-6d06-4297-9643-78e727764a53 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.729082] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 944.729082] env[69572]: value = "task-3434760" [ 944.729082] env[69572]: _type = "Task" [ 944.729082] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.750477] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434760, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.020923] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e5963-993a-4dfe-9119-dd4459899e77 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.030965] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dfb8c4-713a-4089-a00d-c45b2b39b578 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.066054] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93b4ed2-bd99-4e11-90e3-565631f25790 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.075925] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f0597a-25f6-4b37-b6c9-5969afb3832c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.099597] env[69572]: DEBUG nova.compute.provider_tree [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.151434] env[69572]: DEBUG nova.compute.manager [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 945.238338] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "a51e17b5-c330-4c15-b7bb-7269894912a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.238606] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "a51e17b5-c330-4c15-b7bb-7269894912a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.244778] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434760, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.303188] env[69572]: DEBUG nova.network.neutron [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Successfully created port: 83331855-7495-4d50-91e5-96f478f6a027 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.603772] env[69572]: DEBUG nova.scheduler.client.report [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.741031] env[69572]: DEBUG nova.compute.manager [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 945.750838] env[69572]: DEBUG oslo_vmware.api [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434760, 'name': RemoveSnapshot_Task, 'duration_secs': 0.598153} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.750838] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 945.750838] env[69572]: INFO nova.compute.manager [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Took 15.68 seconds to snapshot the instance on the hypervisor. [ 945.986573] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquiring lock "bce10bc6-973a-4dd3-94e0-d6522113149f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.986997] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lock "bce10bc6-973a-4dd3-94e0-d6522113149f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.106541] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.109012] env[69572]: DEBUG oslo_concurrency.lockutils [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.136s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.109245] env[69572]: DEBUG nova.objects.instance [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lazy-loading 'resources' on Instance uuid acb7abcf-f9b2-438d-bcaa-5ff100937a91 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.134357] env[69572]: INFO nova.scheduler.client.report [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Deleted allocations for instance 40ca4dca-587e-4a1e-aa97-25752a2e322a [ 946.165620] env[69572]: DEBUG nova.compute.manager [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 946.194341] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8df6a1ae85923f831cafd0ea4fb992f7',container_format='bare',created_at=2025-04-15T12:19:55Z,direct_url=,disk_format='vmdk',id=f8c98e4d-ddcc-4075-8217-f05561d21b18,min_disk=1,min_ram=0,name='tempest-test-snap-396510042',owner='54f6d2aa05a0464d9d65dbe5292050c4',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-15T12:20:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.194733] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.194939] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.195162] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.195419] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.195607] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.195854] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.196073] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.196263] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.196429] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.196609] env[69572]: DEBUG nova.virt.hardware [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.197501] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fc68c3-fcc3-43d8-ae4e-f869f7f47eba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.206512] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01355ada-8f4d-4f3d-8b6b-0961309f3ae1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.268296] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.313646] env[69572]: DEBUG nova.compute.manager [None req-9a45d216-c43a-4665-b7b5-1ce684284cd8 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Found 2 images (rotation: 2) {{(pid=69572) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5016}} [ 946.491692] env[69572]: DEBUG nova.compute.manager [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 946.646753] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3809db2d-b46f-4ede-b5bd-9062494b7e8f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "40ca4dca-587e-4a1e-aa97-25752a2e322a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.633s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.898117] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7485b13-c0ff-4bda-bfbf-6c305dc9e6da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.906902] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd983e0f-85b0-459d-9e7c-fa81d53dc87b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.942637] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3521b73f-7578-48e6-993f-09ad17fa5e31 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.951143] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7b7898-06f3-481d-b899-cf83ecb600d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.966452] env[69572]: DEBUG nova.compute.provider_tree [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.981939] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "84376917-04ce-4186-901b-7289193610fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.981939] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "84376917-04ce-4186-901b-7289193610fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.981939] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "84376917-04ce-4186-901b-7289193610fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.981939] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "84376917-04ce-4186-901b-7289193610fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.981939] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "84376917-04ce-4186-901b-7289193610fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.983025] env[69572]: INFO nova.compute.manager [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Terminating instance [ 947.011148] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.248704] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 947.248704] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685665', 'volume_id': '0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'name': 'volume-0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9dbcc56e-d71f-4b3d-8a85-5235baeea341', 'attached_at': '', 'detached_at': '', 'volume_id': '0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'serial': '0f0ca0e2-6cc8-4139-b242-29e86cbab324'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 947.249553] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9adb35-836c-4085-8fc3-dded3f14fced {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.255906] env[69572]: DEBUG nova.compute.manager [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.255906] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890600e2-397a-4183-a6c7-ee23f11f804d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.270267] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa33997-03a8-4e75-b58a-cc6ad198aaea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.299730] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-0f0ca0e2-6cc8-4139-b242-29e86cbab324/volume-0f0ca0e2-6cc8-4139-b242-29e86cbab324.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.300111] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86b5da57-2051-4c81-befc-c29e7b141aec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.319410] env[69572]: DEBUG oslo_vmware.api [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 947.319410] env[69572]: value = "task-3434762" [ 947.319410] env[69572]: _type = "Task" [ 947.319410] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.328321] env[69572]: DEBUG oslo_vmware.api [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.391344] env[69572]: DEBUG nova.compute.manager [req-de7b3162-85df-4939-b1c8-ce5822260a4d req-30cd54af-7366-4259-9efd-5adb7ada2657 service nova] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Received event network-vif-plugged-83331855-7495-4d50-91e5-96f478f6a027 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 947.391575] env[69572]: DEBUG oslo_concurrency.lockutils [req-de7b3162-85df-4939-b1c8-ce5822260a4d req-30cd54af-7366-4259-9efd-5adb7ada2657 service nova] Acquiring lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.391782] env[69572]: DEBUG oslo_concurrency.lockutils [req-de7b3162-85df-4939-b1c8-ce5822260a4d req-30cd54af-7366-4259-9efd-5adb7ada2657 service nova] Lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.391974] env[69572]: DEBUG oslo_concurrency.lockutils [req-de7b3162-85df-4939-b1c8-ce5822260a4d req-30cd54af-7366-4259-9efd-5adb7ada2657 service nova] Lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.392259] env[69572]: DEBUG nova.compute.manager [req-de7b3162-85df-4939-b1c8-ce5822260a4d req-30cd54af-7366-4259-9efd-5adb7ada2657 service nova] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] No waiting events found dispatching network-vif-plugged-83331855-7495-4d50-91e5-96f478f6a027 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 947.392541] env[69572]: WARNING nova.compute.manager [req-de7b3162-85df-4939-b1c8-ce5822260a4d req-30cd54af-7366-4259-9efd-5adb7ada2657 service nova] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Received unexpected event network-vif-plugged-83331855-7495-4d50-91e5-96f478f6a027 for instance with vm_state building and task_state spawning. [ 947.423300] env[69572]: DEBUG nova.network.neutron [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Successfully updated port: 83331855-7495-4d50-91e5-96f478f6a027 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.469435] env[69572]: DEBUG nova.scheduler.client.report [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.486234] env[69572]: DEBUG nova.compute.manager [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 947.486544] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.487887] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd89074-c88f-4379-a791-27ea2d33e8cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.497372] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.497372] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f098d52a-08bb-4340-8364-2d6b80384803 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.504898] env[69572]: DEBUG oslo_vmware.api [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 947.504898] env[69572]: value = "task-3434763" [ 947.504898] env[69572]: _type = "Task" [ 947.504898] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.516109] env[69572]: DEBUG oslo_vmware.api [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.549907] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.550139] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.780769] env[69572]: INFO nova.compute.manager [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] instance snapshotting [ 947.780769] env[69572]: DEBUG nova.objects.instance [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'flavor' on Instance uuid 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.829893] env[69572]: DEBUG oslo_vmware.api [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434762, 'name': ReconfigVM_Task, 'duration_secs': 0.379062} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.830429] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-0f0ca0e2-6cc8-4139-b242-29e86cbab324/volume-0f0ca0e2-6cc8-4139-b242-29e86cbab324.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.835346] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e130526e-f84c-453d-9210-aa9ec6c67cf0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.851086] env[69572]: DEBUG oslo_vmware.api [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 947.851086] env[69572]: value = "task-3434764" [ 947.851086] env[69572]: _type = "Task" [ 947.851086] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.859235] env[69572]: DEBUG oslo_vmware.api [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.926609] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "refresh_cache-ff6c4b43-59f9-4d4e-915f-02a21db0b341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.926673] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "refresh_cache-ff6c4b43-59f9-4d4e-915f-02a21db0b341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.926826] env[69572]: DEBUG nova.network.neutron [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.974753] env[69572]: DEBUG oslo_concurrency.lockutils [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.977453] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.474s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.979561] env[69572]: INFO nova.compute.claims [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.994981] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.998503] env[69572]: INFO nova.scheduler.client.report [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Deleted allocations for instance acb7abcf-f9b2-438d-bcaa-5ff100937a91 [ 948.016611] env[69572]: DEBUG oslo_vmware.api [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434763, 'name': PowerOffVM_Task, 'duration_secs': 0.214605} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.016611] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.016611] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.016611] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56b07cc8-9e77-4caf-9281-18b76cda126f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.059789] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.060433] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.060433] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.060433] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.060433] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.060656] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.060783] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 948.060891] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.087265] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.087523] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.087692] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Deleting the datastore file [datastore1] 84376917-04ce-4186-901b-7289193610fd {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.088015] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89c86a62-4f3e-4f3b-8200-3a174701a1a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.095571] env[69572]: DEBUG oslo_vmware.api [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for the task: (returnval){ [ 948.095571] env[69572]: value = "task-3434766" [ 948.095571] env[69572]: _type = "Task" [ 948.095571] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.104140] env[69572]: DEBUG oslo_vmware.api [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.285409] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8268e024-2ab4-4f21-ae66-cd31574d46d4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.304593] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b360e092-835e-44d8-ac13-401c69ce63f8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.361042] env[69572]: DEBUG oslo_vmware.api [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434764, 'name': ReconfigVM_Task, 'duration_secs': 0.139669} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.361368] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685665', 'volume_id': '0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'name': 'volume-0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9dbcc56e-d71f-4b3d-8a85-5235baeea341', 'attached_at': '', 'detached_at': '', 'volume_id': '0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'serial': '0f0ca0e2-6cc8-4139-b242-29e86cbab324'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 948.479303] env[69572]: DEBUG nova.network.neutron [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.505736] env[69572]: DEBUG oslo_concurrency.lockutils [None req-874f260c-0165-47ff-9a55-09be747e0a89 tempest-ServersAdminTestJSON-200643062 tempest-ServersAdminTestJSON-200643062-project-member] Lock "acb7abcf-f9b2-438d-bcaa-5ff100937a91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.054s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.564173] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.605744] env[69572]: DEBUG oslo_vmware.api [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Task: {'id': task-3434766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147749} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.605983] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.606301] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.606497] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.606650] env[69572]: INFO nova.compute.manager [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] [instance: 84376917-04ce-4186-901b-7289193610fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 948.606949] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.607165] env[69572]: DEBUG nova.compute.manager [-] [instance: 84376917-04ce-4186-901b-7289193610fd] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 948.607261] env[69572]: DEBUG nova.network.neutron [-] [instance: 84376917-04ce-4186-901b-7289193610fd] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.624642] env[69572]: DEBUG nova.network.neutron [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Updating instance_info_cache with network_info: [{"id": "83331855-7495-4d50-91e5-96f478f6a027", "address": "fa:16:3e:66:4b:13", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83331855-74", "ovs_interfaceid": "83331855-7495-4d50-91e5-96f478f6a027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.815381] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 948.815718] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84d03433-b12b-4e05-8e02-190b280a1d33 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.826069] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 948.826069] env[69572]: value = "task-3434767" [ 948.826069] env[69572]: _type = "Task" [ 948.826069] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.835219] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.026468] env[69572]: DEBUG nova.compute.manager [req-712141ee-18c4-4a81-a31c-b1c1b6ba9bec req-12fc2e05-89d2-4d3d-9672-91bb6a150867 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Received event network-vif-deleted-50d87179-8245-4d3d-8891-3a1b43ad06ab {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 949.026468] env[69572]: INFO nova.compute.manager [req-712141ee-18c4-4a81-a31c-b1c1b6ba9bec req-12fc2e05-89d2-4d3d-9672-91bb6a150867 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Neutron deleted interface 50d87179-8245-4d3d-8891-3a1b43ad06ab; detaching it from the instance and deleting it from the info cache [ 949.026681] env[69572]: DEBUG nova.network.neutron [req-712141ee-18c4-4a81-a31c-b1c1b6ba9bec req-12fc2e05-89d2-4d3d-9672-91bb6a150867 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.128020] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "refresh_cache-ff6c4b43-59f9-4d4e-915f-02a21db0b341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.128020] env[69572]: DEBUG nova.compute.manager [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Instance network_info: |[{"id": "83331855-7495-4d50-91e5-96f478f6a027", "address": "fa:16:3e:66:4b:13", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83331855-74", "ovs_interfaceid": "83331855-7495-4d50-91e5-96f478f6a027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 949.128020] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:4b:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83331855-7495-4d50-91e5-96f478f6a027', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.136398] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.139203] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.139611] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128a4914-ad50-4ef4-95cb-bb665f1d1907 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.164880] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.164880] env[69572]: value = "task-3434768" [ 949.164880] env[69572]: _type = "Task" [ 949.164880] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.175231] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434768, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.333186] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c18b1c-8f38-4dd5-a25b-5937ec927a0b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.338701] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434767, 'name': CreateSnapshot_Task, 'duration_secs': 0.469057} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.339313] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 949.340114] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe309942-926e-46dc-8668-44c8472e2c25 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.347058] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8cdffc-62c2-433b-9011-863f91eab04e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.391445] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984bc3ec-4046-4afc-84d5-fa332ffcbe50 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.400786] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c9ec30-b23c-4bb8-8c41-abc753af1303 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.417187] env[69572]: DEBUG nova.objects.instance [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'flavor' on Instance uuid 9dbcc56e-d71f-4b3d-8a85-5235baeea341 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.418246] env[69572]: DEBUG nova.compute.provider_tree [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.504611] env[69572]: DEBUG nova.network.neutron [-] [instance: 84376917-04ce-4186-901b-7289193610fd] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.528663] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f8e8507-69f6-4d67-a15b-07b84a521b86 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.539909] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcc241a-7d26-4cb0-a50b-fdaaf37da2da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.576155] env[69572]: DEBUG nova.compute.manager [req-712141ee-18c4-4a81-a31c-b1c1b6ba9bec req-12fc2e05-89d2-4d3d-9672-91bb6a150867 service nova] [instance: 84376917-04ce-4186-901b-7289193610fd] Detach interface failed, port_id=50d87179-8245-4d3d-8891-3a1b43ad06ab, reason: Instance 84376917-04ce-4186-901b-7289193610fd could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 949.675076] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434768, 'name': CreateVM_Task, 'duration_secs': 0.31523} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.675252] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.676033] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.676183] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.676552] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.676807] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f89a17-952a-4093-ba4e-c265fe8d83ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.682415] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 949.682415] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5254804e-6b4c-7e17-66ad-e6a4111f3e5f" [ 949.682415] env[69572]: _type = "Task" [ 949.682415] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.691013] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5254804e-6b4c-7e17-66ad-e6a4111f3e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.782332] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.814009] env[69572]: DEBUG nova.compute.manager [req-e4a22149-4f7b-4b4e-9a38-24211d53105b req-cfa5c24e-ba0a-459e-ad04-753e0ec62bbc service nova] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Received event network-changed-83331855-7495-4d50-91e5-96f478f6a027 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 949.814009] env[69572]: DEBUG nova.compute.manager [req-e4a22149-4f7b-4b4e-9a38-24211d53105b req-cfa5c24e-ba0a-459e-ad04-753e0ec62bbc service nova] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Refreshing instance network info cache due to event network-changed-83331855-7495-4d50-91e5-96f478f6a027. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 949.814009] env[69572]: DEBUG oslo_concurrency.lockutils [req-e4a22149-4f7b-4b4e-9a38-24211d53105b req-cfa5c24e-ba0a-459e-ad04-753e0ec62bbc service nova] Acquiring lock "refresh_cache-ff6c4b43-59f9-4d4e-915f-02a21db0b341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.814009] env[69572]: DEBUG oslo_concurrency.lockutils [req-e4a22149-4f7b-4b4e-9a38-24211d53105b req-cfa5c24e-ba0a-459e-ad04-753e0ec62bbc service nova] Acquired lock "refresh_cache-ff6c4b43-59f9-4d4e-915f-02a21db0b341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.814351] env[69572]: DEBUG nova.network.neutron [req-e4a22149-4f7b-4b4e-9a38-24211d53105b req-cfa5c24e-ba0a-459e-ad04-753e0ec62bbc service nova] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Refreshing network info cache for port 83331855-7495-4d50-91e5-96f478f6a027 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.866460] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 949.866777] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb3dcb36-72ee-4298-a4e8-0f11893bba20 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.876616] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 949.876616] env[69572]: value = "task-3434769" [ 949.876616] env[69572]: _type = "Task" [ 949.876616] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.887124] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434769, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.922514] env[69572]: DEBUG nova.scheduler.client.report [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.926148] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8df49ac8-0d00-4a17-8af2-d76e97decdc6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.814s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.928329] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.145s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.928329] env[69572]: DEBUG nova.compute.manager [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.928329] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa33d82-0d6a-492c-948a-f301c6937a20 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.936431] env[69572]: DEBUG nova.compute.manager [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 949.936999] env[69572]: DEBUG nova.objects.instance [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'flavor' on Instance uuid 9dbcc56e-d71f-4b3d-8a85-5235baeea341 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.008566] env[69572]: INFO nova.compute.manager [-] [instance: 84376917-04ce-4186-901b-7289193610fd] Took 1.40 seconds to deallocate network for instance. [ 950.193838] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.194075] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Processing image f8c98e4d-ddcc-4075-8217-f05561d21b18 {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.194404] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18/f8c98e4d-ddcc-4075-8217-f05561d21b18.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.194584] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18/f8c98e4d-ddcc-4075-8217-f05561d21b18.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.194794] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.195275] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a0a96fa-9620-459c-83d2-4eb8f758d9b3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.205317] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.205507] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.206251] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407d19fb-52b6-4f5d-96a0-9c3010904d07 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.212378] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 950.212378] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520d5176-e0ee-6e96-8b79-dbd9cc5cc243" [ 950.212378] env[69572]: _type = "Task" [ 950.212378] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.222612] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520d5176-e0ee-6e96-8b79-dbd9cc5cc243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.389488] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434769, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.430415] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.430415] env[69572]: DEBUG nova.compute.manager [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 950.432457] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.165s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.433199] env[69572]: DEBUG nova.objects.instance [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lazy-loading 'resources' on Instance uuid 23dfab87-fb78-4861-89ac-acc1530353f1 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.517915] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.661080] env[69572]: DEBUG nova.network.neutron [req-e4a22149-4f7b-4b4e-9a38-24211d53105b req-cfa5c24e-ba0a-459e-ad04-753e0ec62bbc service nova] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Updated VIF entry in instance network info cache for port 83331855-7495-4d50-91e5-96f478f6a027. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.661358] env[69572]: DEBUG nova.network.neutron [req-e4a22149-4f7b-4b4e-9a38-24211d53105b req-cfa5c24e-ba0a-459e-ad04-753e0ec62bbc service nova] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Updating instance_info_cache with network_info: [{"id": "83331855-7495-4d50-91e5-96f478f6a027", "address": "fa:16:3e:66:4b:13", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83331855-74", "ovs_interfaceid": "83331855-7495-4d50-91e5-96f478f6a027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.728290] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Preparing fetch location {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 950.728290] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Fetch image to [datastore2] OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6/OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6.vmdk {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 950.728290] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Downloading stream optimized image f8c98e4d-ddcc-4075-8217-f05561d21b18 to [datastore2] OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6/OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6.vmdk on the data store datastore2 as vApp {{(pid=69572) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 950.728290] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Downloading image file data f8c98e4d-ddcc-4075-8217-f05561d21b18 to the ESX as VM named 'OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6' {{(pid=69572) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 950.841061] env[69572]: DEBUG oslo_vmware.rw_handles [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 950.841061] env[69572]: value = "resgroup-9" [ 950.841061] env[69572]: _type = "ResourcePool" [ 950.841061] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 950.841061] env[69572]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-058e15d5-25d9-461e-ab77-c6cad7fd6a6e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.865448] env[69572]: DEBUG oslo_vmware.rw_handles [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lease: (returnval){ [ 950.865448] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523d52c5-e31f-f8ee-d864-1ac83e3555a0" [ 950.865448] env[69572]: _type = "HttpNfcLease" [ 950.865448] env[69572]: } obtained for vApp import into resource pool (val){ [ 950.865448] env[69572]: value = "resgroup-9" [ 950.865448] env[69572]: _type = "ResourcePool" [ 950.865448] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 950.867501] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the lease: (returnval){ [ 950.867501] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523d52c5-e31f-f8ee-d864-1ac83e3555a0" [ 950.867501] env[69572]: _type = "HttpNfcLease" [ 950.867501] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.875820] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.875820] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523d52c5-e31f-f8ee-d864-1ac83e3555a0" [ 950.875820] env[69572]: _type = "HttpNfcLease" [ 950.875820] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 950.889350] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434769, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.935319] env[69572]: DEBUG nova.compute.utils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.936934] env[69572]: DEBUG nova.compute.manager [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 950.937139] env[69572]: DEBUG nova.network.neutron [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.945488] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.946144] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61ba2c53-84ac-4f2d-bf26-9db4be37f6a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.957626] env[69572]: DEBUG oslo_vmware.api [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 950.957626] env[69572]: value = "task-3434771" [ 950.957626] env[69572]: _type = "Task" [ 950.957626] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.967042] env[69572]: DEBUG oslo_vmware.api [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.031503] env[69572]: DEBUG nova.policy [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73ac8233c04648cb809a64ceb87c69ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8a771df265b45e9851b51bc34e206c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.165095] env[69572]: DEBUG oslo_concurrency.lockutils [req-e4a22149-4f7b-4b4e-9a38-24211d53105b req-cfa5c24e-ba0a-459e-ad04-753e0ec62bbc service nova] Releasing lock "refresh_cache-ff6c4b43-59f9-4d4e-915f-02a21db0b341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.286452] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4e356e-7906-4269-93c7-13d84e5c1754 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.296392] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d611fb5-71a3-4abe-b244-d75cc54481dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.328325] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf8dc67-a07c-4d1f-ab70-ef6133cc74e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.336344] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da786bb-748d-4673-b548-70d4d5cf639e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.352831] env[69572]: DEBUG nova.compute.provider_tree [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.375766] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.375766] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523d52c5-e31f-f8ee-d864-1ac83e3555a0" [ 951.375766] env[69572]: _type = "HttpNfcLease" [ 951.375766] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 951.376095] env[69572]: DEBUG oslo_vmware.rw_handles [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 951.376095] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523d52c5-e31f-f8ee-d864-1ac83e3555a0" [ 951.376095] env[69572]: _type = "HttpNfcLease" [ 951.376095] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 951.376827] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232f9061-fa20-41c5-812d-24d9e1fbacfe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.388490] env[69572]: DEBUG oslo_vmware.rw_handles [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249dffd-12b9-03ef-92b7-9607476aaac4/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 951.388689] env[69572]: DEBUG oslo_vmware.rw_handles [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249dffd-12b9-03ef-92b7-9607476aaac4/disk-0.vmdk. {{(pid=69572) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 951.393855] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434769, 'name': CloneVM_Task, 'duration_secs': 1.364027} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.394138] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Created linked-clone VM from snapshot [ 951.449272] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a2160d-4aef-4ccf-bd7f-6b23e447f64f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.452662] env[69572]: DEBUG nova.compute.manager [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 951.459020] env[69572]: DEBUG nova.network.neutron [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Successfully created port: d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.469873] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Uploading image 5ce9737b-019f-40fa-bef0-6a3fe5da8e67 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 951.473711] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d38aa97f-d748-4d26-ae2c-7e0459820431 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.481276] env[69572]: DEBUG oslo_vmware.api [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434771, 'name': PowerOffVM_Task, 'duration_secs': 0.219427} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.481276] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.481276] env[69572]: DEBUG nova.compute.manager [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.482156] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02d6bb3-698d-4618-b6f0-9acab0c40f2c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.503726] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 951.503726] env[69572]: value = "vm-685668" [ 951.503726] env[69572]: _type = "VirtualMachine" [ 951.503726] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 951.504349] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5ddb1508-a6b2-4584-8636-ea1449f700e2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.513040] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lease: (returnval){ [ 951.513040] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fce91d-f0fc-d5d5-4b6f-6db2fc1bcd76" [ 951.513040] env[69572]: _type = "HttpNfcLease" [ 951.513040] env[69572]: } obtained for exporting VM: (result){ [ 951.513040] env[69572]: value = "vm-685668" [ 951.513040] env[69572]: _type = "VirtualMachine" [ 951.513040] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 951.513557] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the lease: (returnval){ [ 951.513557] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fce91d-f0fc-d5d5-4b6f-6db2fc1bcd76" [ 951.513557] env[69572]: _type = "HttpNfcLease" [ 951.513557] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 951.521194] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.521194] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fce91d-f0fc-d5d5-4b6f-6db2fc1bcd76" [ 951.521194] env[69572]: _type = "HttpNfcLease" [ 951.521194] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 951.855983] env[69572]: DEBUG nova.scheduler.client.report [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.995849] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a7fd96a2-d20d-4bcd-9b1a-64d5fa8f87fd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.022591] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.022591] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fce91d-f0fc-d5d5-4b6f-6db2fc1bcd76" [ 952.022591] env[69572]: _type = "HttpNfcLease" [ 952.022591] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 952.022933] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 952.022933] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fce91d-f0fc-d5d5-4b6f-6db2fc1bcd76" [ 952.022933] env[69572]: _type = "HttpNfcLease" [ 952.022933] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 952.023833] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40dd7ec-108c-4aae-8137-699c69c036db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.034610] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f2a7-5383-2937-f161071b96d4/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 952.034814] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f2a7-5383-2937-f161071b96d4/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 952.138327] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9f005c8-0727-4042-b479-c024bf97bc51 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.198300] env[69572]: DEBUG oslo_vmware.rw_handles [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Completed reading data from the image iterator. {{(pid=69572) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 952.198525] env[69572]: DEBUG oslo_vmware.rw_handles [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249dffd-12b9-03ef-92b7-9607476aaac4/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 952.199439] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef92309b-32f3-498f-a906-c85c63d7c078 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.206611] env[69572]: DEBUG oslo_vmware.rw_handles [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249dffd-12b9-03ef-92b7-9607476aaac4/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 952.206792] env[69572]: DEBUG oslo_vmware.rw_handles [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249dffd-12b9-03ef-92b7-9607476aaac4/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 952.207072] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5d3ec6ae-a18c-40fe-8a6b-ccd35db46af4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.363307] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.367739] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.761s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.368083] env[69572]: DEBUG nova.objects.instance [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lazy-loading 'resources' on Instance uuid ed72b54c-79af-4722-8a5f-6885abac42f5 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.394104] env[69572]: INFO nova.scheduler.client.report [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Deleted allocations for instance 23dfab87-fb78-4861-89ac-acc1530353f1 [ 952.470939] env[69572]: DEBUG nova.compute.manager [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 952.506771] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.507599] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.507957] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.508301] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.508602] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.509128] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.510701] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.510701] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.510701] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.510701] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.510701] env[69572]: DEBUG nova.virt.hardware [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.512378] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a61230c-bdeb-4253-a73d-008843615df9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.523844] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cc7aea-bf75-4c8a-b931-ee73c4a92258 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.561429] env[69572]: DEBUG oslo_vmware.rw_handles [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249dffd-12b9-03ef-92b7-9607476aaac4/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 952.563022] env[69572]: INFO nova.virt.vmwareapi.images [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Downloaded image file data f8c98e4d-ddcc-4075-8217-f05561d21b18 [ 952.563983] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35f25d1-a926-4bf8-a564-c8017149d15a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.581586] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ac2b41e-0b70-4c63-92e6-cb8e93bf0bfb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.613138] env[69572]: INFO nova.virt.vmwareapi.images [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] The imported VM was unregistered [ 952.616324] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Caching image {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 952.616324] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18 {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.617036] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12f4af6f-fd3c-4d1c-bada-0a681ad12074 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.634680] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Created directory with path [datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18 {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.634775] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6/OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6.vmdk to [datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18/f8c98e4d-ddcc-4075-8217-f05561d21b18.vmdk. {{(pid=69572) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 952.635058] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3ee3ca5f-5fd9-443c-b795-d08650a5280f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.644562] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 952.644562] env[69572]: value = "task-3434774" [ 952.644562] env[69572]: _type = "Task" [ 952.644562] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.653722] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434774, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.904466] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5f5c538c-9f61-41bf-82ae-e2f3b7a3a24e tempest-MigrationsAdminTest-1429137689 tempest-MigrationsAdminTest-1429137689-project-member] Lock "23dfab87-fb78-4861-89ac-acc1530353f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.148s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.972534] env[69572]: DEBUG nova.objects.instance [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'flavor' on Instance uuid 9dbcc56e-d71f-4b3d-8a85-5235baeea341 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.163489] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434774, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.173970] env[69572]: DEBUG nova.compute.manager [req-2e35b3e0-7967-4461-a654-d77e7c92f79b req-33d61814-f15f-4e2b-bdbe-bbff20c8a8b6 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Received event network-vif-plugged-d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 953.174365] env[69572]: DEBUG oslo_concurrency.lockutils [req-2e35b3e0-7967-4461-a654-d77e7c92f79b req-33d61814-f15f-4e2b-bdbe-bbff20c8a8b6 service nova] Acquiring lock "a55e2d7a-f373-4019-87b0-23e981239a5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.174630] env[69572]: DEBUG oslo_concurrency.lockutils [req-2e35b3e0-7967-4461-a654-d77e7c92f79b req-33d61814-f15f-4e2b-bdbe-bbff20c8a8b6 service nova] Lock "a55e2d7a-f373-4019-87b0-23e981239a5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.174851] env[69572]: DEBUG oslo_concurrency.lockutils [req-2e35b3e0-7967-4461-a654-d77e7c92f79b req-33d61814-f15f-4e2b-bdbe-bbff20c8a8b6 service nova] Lock "a55e2d7a-f373-4019-87b0-23e981239a5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.175296] env[69572]: DEBUG nova.compute.manager [req-2e35b3e0-7967-4461-a654-d77e7c92f79b req-33d61814-f15f-4e2b-bdbe-bbff20c8a8b6 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] No waiting events found dispatching network-vif-plugged-d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 953.175637] env[69572]: WARNING nova.compute.manager [req-2e35b3e0-7967-4461-a654-d77e7c92f79b req-33d61814-f15f-4e2b-bdbe-bbff20c8a8b6 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Received unexpected event network-vif-plugged-d1311de9-a901-4f34-8557-dd3e9cf2aa73 for instance with vm_state building and task_state spawning. [ 953.212932] env[69572]: DEBUG nova.network.neutron [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Successfully updated port: d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.254827] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e5878c-1d5d-495b-aefc-39c9ca30245e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.266367] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eba767-0510-4c9f-91eb-c18be602c707 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.302043] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da168e9f-02c0-4b1a-88cd-1ddf4a399652 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.312059] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f609aabf-994f-4bd5-a459-3c18bfb4b078 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.328328] env[69572]: DEBUG nova.compute.provider_tree [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.481166] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.481647] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquired lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.481771] env[69572]: DEBUG nova.network.neutron [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.482049] env[69572]: DEBUG nova.objects.instance [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'info_cache' on Instance uuid 9dbcc56e-d71f-4b3d-8a85-5235baeea341 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.660717] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434774, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.716286] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.716286] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquired lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.716286] env[69572]: DEBUG nova.network.neutron [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.833375] env[69572]: DEBUG nova.scheduler.client.report [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.987229] env[69572]: DEBUG nova.objects.base [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Object Instance<9dbcc56e-d71f-4b3d-8a85-5235baeea341> lazy-loaded attributes: flavor,info_cache {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.162589] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434774, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.269143] env[69572]: DEBUG nova.network.neutron [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.339369] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.341702] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.466s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.342074] env[69572]: DEBUG nova.objects.instance [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 954.377527] env[69572]: INFO nova.scheduler.client.report [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Deleted allocations for instance ed72b54c-79af-4722-8a5f-6885abac42f5 [ 954.468387] env[69572]: DEBUG nova.network.neutron [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Updating instance_info_cache with network_info: [{"id": "d1311de9-a901-4f34-8557-dd3e9cf2aa73", "address": "fa:16:3e:24:94:56", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1311de9-a9", "ovs_interfaceid": "d1311de9-a901-4f34-8557-dd3e9cf2aa73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.659544] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434774, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.890912] env[69572]: DEBUG nova.network.neutron [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Updating instance_info_cache with network_info: [{"id": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "address": "fa:16:3e:ce:60:ce", "network": {"id": "ebcbb67f-27bf-43a7-98b6-14a8b1dccb16", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1575192019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c8d889b53ac474f8f4abfc36e9339dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb781fa08-7f", "ovs_interfaceid": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.895965] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d14f5d3f-919d-499a-b915-40d359349067 tempest-ListImageFiltersTestJSON-1438147605 tempest-ListImageFiltersTestJSON-1438147605-project-member] Lock "ed72b54c-79af-4722-8a5f-6885abac42f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.839s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.972070] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Releasing lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.972508] env[69572]: DEBUG nova.compute.manager [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Instance network_info: |[{"id": "d1311de9-a901-4f34-8557-dd3e9cf2aa73", "address": "fa:16:3e:24:94:56", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1311de9-a9", "ovs_interfaceid": "d1311de9-a901-4f34-8557-dd3e9cf2aa73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 954.973013] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:94:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1311de9-a901-4f34-8557-dd3e9cf2aa73', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.985206] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Creating folder: Project (f8a771df265b45e9851b51bc34e206c3). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.986083] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7af5ffb8-603d-4e2b-a731-4aa9714aab17 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.004491] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Created folder: Project (f8a771df265b45e9851b51bc34e206c3) in parent group-v685431. [ 955.005594] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Creating folder: Instances. Parent ref: group-v685670. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.005594] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-230e0a80-42f2-4cd5-a9ec-2f6797116ac0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.020242] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Created folder: Instances in parent group-v685670. [ 955.020635] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.020927] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.021242] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5303e3-3a56-4812-8f45-986518035a12 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.047605] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.047605] env[69572]: value = "task-3434777" [ 955.047605] env[69572]: _type = "Task" [ 955.047605] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.058322] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434777, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.157348] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434774, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.354353] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cec34ef1-bb5d-4137-8c51-a0e981755102 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.355548] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.764s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.355841] env[69572]: DEBUG nova.objects.instance [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lazy-loading 'resources' on Instance uuid 5acca6bc-e920-49e8-8f49-728804af26ed {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.395384] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Releasing lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.473668] env[69572]: DEBUG nova.compute.manager [req-5464f63a-39cd-4358-ac7c-71d67c61af5b req-f8fbeca3-1dd1-4a26-9e1b-b628643e8ea0 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Received event network-changed-d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 955.473862] env[69572]: DEBUG nova.compute.manager [req-5464f63a-39cd-4358-ac7c-71d67c61af5b req-f8fbeca3-1dd1-4a26-9e1b-b628643e8ea0 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Refreshing instance network info cache due to event network-changed-d1311de9-a901-4f34-8557-dd3e9cf2aa73. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 955.474118] env[69572]: DEBUG oslo_concurrency.lockutils [req-5464f63a-39cd-4358-ac7c-71d67c61af5b req-f8fbeca3-1dd1-4a26-9e1b-b628643e8ea0 service nova] Acquiring lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.474359] env[69572]: DEBUG oslo_concurrency.lockutils [req-5464f63a-39cd-4358-ac7c-71d67c61af5b req-f8fbeca3-1dd1-4a26-9e1b-b628643e8ea0 service nova] Acquired lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.474563] env[69572]: DEBUG nova.network.neutron [req-5464f63a-39cd-4358-ac7c-71d67c61af5b req-f8fbeca3-1dd1-4a26-9e1b-b628643e8ea0 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Refreshing network info cache for port d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.560149] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434777, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.659712] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434774, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.059974] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434777, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.166866] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434774, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.169191] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eae2a26-d2b6-4b14-92f2-fce2869ab0eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.180817] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d34256-b95b-4f03-8fc3-f8ab94d7ad33 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.215974] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6de09aa-c8ef-458a-b1e1-1295bce54e5a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.225144] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d3c32d-dd50-4916-8acd-87b50ff769a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.241750] env[69572]: DEBUG nova.compute.provider_tree [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.295655] env[69572]: DEBUG nova.network.neutron [req-5464f63a-39cd-4358-ac7c-71d67c61af5b req-f8fbeca3-1dd1-4a26-9e1b-b628643e8ea0 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Updated VIF entry in instance network info cache for port d1311de9-a901-4f34-8557-dd3e9cf2aa73. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.296079] env[69572]: DEBUG nova.network.neutron [req-5464f63a-39cd-4358-ac7c-71d67c61af5b req-f8fbeca3-1dd1-4a26-9e1b-b628643e8ea0 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Updating instance_info_cache with network_info: [{"id": "d1311de9-a901-4f34-8557-dd3e9cf2aa73", "address": "fa:16:3e:24:94:56", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1311de9-a9", "ovs_interfaceid": "d1311de9-a901-4f34-8557-dd3e9cf2aa73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.403327] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.403674] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fb5441a-24d7-46e3-8934-94bc319fb28a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.411596] env[69572]: DEBUG oslo_vmware.api [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 956.411596] env[69572]: value = "task-3434778" [ 956.411596] env[69572]: _type = "Task" [ 956.411596] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.424598] env[69572]: DEBUG oslo_vmware.api [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.564193] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434777, 'name': CreateVM_Task, 'duration_secs': 1.402295} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.564389] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.565163] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.565327] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.565661] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.566336] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5117ec7-9960-41a6-ab16-474a5f9ac8c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.573337] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 956.573337] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527c2fa5-a015-e9a2-c90e-ccf4aaa1c066" [ 956.573337] env[69572]: _type = "Task" [ 956.573337] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.584375] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527c2fa5-a015-e9a2-c90e-ccf4aaa1c066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.662241] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434774, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.547842} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.662536] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6/OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6.vmdk to [datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18/f8c98e4d-ddcc-4075-8217-f05561d21b18.vmdk. [ 956.662720] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Cleaning up location [datastore2] OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6 {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 956.662873] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_917f52ad-10fc-489e-9591-d095898173d6 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.663169] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b699fc-bf08-4b08-8c18-1753f991c0ee {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.672332] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 956.672332] env[69572]: value = "task-3434779" [ 956.672332] env[69572]: _type = "Task" [ 956.672332] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.682141] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.747359] env[69572]: DEBUG nova.scheduler.client.report [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.799078] env[69572]: DEBUG oslo_concurrency.lockutils [req-5464f63a-39cd-4358-ac7c-71d67c61af5b req-f8fbeca3-1dd1-4a26-9e1b-b628643e8ea0 service nova] Releasing lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.923640] env[69572]: DEBUG oslo_vmware.api [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434778, 'name': PowerOnVM_Task, 'duration_secs': 0.422895} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.923852] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.925106] env[69572]: DEBUG nova.compute.manager [None req-61971ad6-c417-4651-9ff3-1d403b237b85 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 956.925176] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef029e3-1353-4477-9e02-d0672a586500 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.093411] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527c2fa5-a015-e9a2-c90e-ccf4aaa1c066, 'name': SearchDatastore_Task, 'duration_secs': 0.01443} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.093955] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.094260] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.094611] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.094904] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.095387] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.095788] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdb4567a-a36e-4573-bb77-c7721a95639a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.109609] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.109928] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.111390] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e298e38b-496e-4de5-a7c4-b9e9798f298c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.120400] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 957.120400] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5214cfa2-b462-8ddd-d1f1-26ec3a20129c" [ 957.120400] env[69572]: _type = "Task" [ 957.120400] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.134211] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5214cfa2-b462-8ddd-d1f1-26ec3a20129c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.187230] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049455} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.187230] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.187230] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18/f8c98e4d-ddcc-4075-8217-f05561d21b18.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.187230] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18/f8c98e4d-ddcc-4075-8217-f05561d21b18.vmdk to [datastore2] ff6c4b43-59f9-4d4e-915f-02a21db0b341/ff6c4b43-59f9-4d4e-915f-02a21db0b341.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.187584] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49f33a04-a8ac-40f6-a044-20df1634ff43 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.198409] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 957.198409] env[69572]: value = "task-3434780" [ 957.198409] env[69572]: _type = "Task" [ 957.198409] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.211015] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.256941] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.261097] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.223s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.261097] env[69572]: DEBUG nova.objects.instance [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lazy-loading 'resources' on Instance uuid a88694ed-17fe-420d-aa71-a05816bbf3e7 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.292908] env[69572]: INFO nova.scheduler.client.report [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Deleted allocations for instance 5acca6bc-e920-49e8-8f49-728804af26ed [ 957.635600] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5214cfa2-b462-8ddd-d1f1-26ec3a20129c, 'name': SearchDatastore_Task, 'duration_secs': 0.01944} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.635600] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffbbf0d-5798-4d54-b138-b3bf4d756d69 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.643117] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 957.643117] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52dedc8c-f53b-ae0c-9c56-54e289a066f0" [ 957.643117] env[69572]: _type = "Task" [ 957.643117] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.654020] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52dedc8c-f53b-ae0c-9c56-54e289a066f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.711627] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434780, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.801792] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3905841a-0454-4588-850d-d923166ab586 tempest-ServersWithSpecificFlavorTestJSON-1337740889 tempest-ServersWithSpecificFlavorTestJSON-1337740889-project-member] Lock "5acca6bc-e920-49e8-8f49-728804af26ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.389s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.097918] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d5fc82-5224-45d1-ac90-38c4ffc80a74 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.108978] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4e2425-d098-4eca-84f2-adc2be69b0a7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.148818] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c907c7f-73e5-42a4-abfd-3d2708c7cb02 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.159494] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52dedc8c-f53b-ae0c-9c56-54e289a066f0, 'name': SearchDatastore_Task, 'duration_secs': 0.017785} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.162276] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.162511] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] a55e2d7a-f373-4019-87b0-23e981239a5c/a55e2d7a-f373-4019-87b0-23e981239a5c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.162904] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f76a56e4-7b45-4088-9898-eda392e804c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.166503] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157f3f2f-b27f-4450-bd4e-b2144657df73 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.183384] env[69572]: DEBUG nova.compute.provider_tree [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.187068] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 958.187068] env[69572]: value = "task-3434781" [ 958.187068] env[69572]: _type = "Task" [ 958.187068] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.201446] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.213673] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434780, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.689468] env[69572]: DEBUG nova.scheduler.client.report [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.710299] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.717950] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434780, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.199681] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.202048] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.988s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.203209] env[69572]: DEBUG nova.objects.instance [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lazy-loading 'resources' on Instance uuid b44bfe59-a4a2-42f7-940d-8100b65c2351 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.214107] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.224341] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434780, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.230725] env[69572]: INFO nova.scheduler.client.report [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Deleted allocations for instance a88694ed-17fe-420d-aa71-a05816bbf3e7 [ 959.708230] env[69572]: DEBUG nova.objects.instance [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lazy-loading 'numa_topology' on Instance uuid b44bfe59-a4a2-42f7-940d-8100b65c2351 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.713429] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434781, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.719089] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434780, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.740156] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b358114a-2924-43b3-bb8b-258f60a1e3c2 tempest-ServerAddressesNegativeTestJSON-1208705627 tempest-ServerAddressesNegativeTestJSON-1208705627-project-member] Lock "a88694ed-17fe-420d-aa71-a05816bbf3e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.312s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.207459] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.221444] env[69572]: DEBUG nova.objects.base [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 960.221444] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434780, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.73992} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.221808] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f8c98e4d-ddcc-4075-8217-f05561d21b18/f8c98e4d-ddcc-4075-8217-f05561d21b18.vmdk to [datastore2] ff6c4b43-59f9-4d4e-915f-02a21db0b341/ff6c4b43-59f9-4d4e-915f-02a21db0b341.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.222801] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881ff46f-f89c-4849-a62e-e484639b6579 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.254520] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ff6c4b43-59f9-4d4e-915f-02a21db0b341/ff6c4b43-59f9-4d4e-915f-02a21db0b341.vmdk or device None with type streamOptimized {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.259501] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63dd6c16-ed62-456f-a294-28fb06fc07a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.285251] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 960.285251] env[69572]: value = "task-3434782" [ 960.285251] env[69572]: _type = "Task" [ 960.285251] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.296418] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.562067] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d7ddea-8eef-4b4a-84d0-1ab03c08f8d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.577349] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f763aa-5b26-41ce-9608-35e7a167f890 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.618711] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c99f62-4343-4ae0-b789-058bc6215d52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.628858] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c68b69c-54ca-4ca0-84ab-03f0c3046b10 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.645952] env[69572]: DEBUG nova.compute.provider_tree [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.661607] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f2a7-5383-2937-f161071b96d4/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.662854] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd6311-8079-43b5-abfb-218bd3f40c3f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.671149] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f2a7-5383-2937-f161071b96d4/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.671149] env[69572]: ERROR oslo_vmware.rw_handles [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f2a7-5383-2937-f161071b96d4/disk-0.vmdk due to incomplete transfer. [ 960.671149] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e92f43a1-b7c5-4d7e-914d-075a6e7dfdcf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.681117] env[69572]: DEBUG oslo_vmware.rw_handles [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f2a7-5383-2937-f161071b96d4/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 960.682343] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Uploaded image 5ce9737b-019f-40fa-bef0-6a3fe5da8e67 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 960.683287] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 960.683552] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c1ea8c3-f5a9-4f49-8edf-6ecc4218a172 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.692014] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 960.692014] env[69572]: value = "task-3434783" [ 960.692014] env[69572]: _type = "Task" [ 960.692014] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.705310] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434783, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.712439] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434781, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.100609} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.712931] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] a55e2d7a-f373-4019-87b0-23e981239a5c/a55e2d7a-f373-4019-87b0-23e981239a5c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.712931] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.713189] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81e59529-2218-403b-9d4e-aa9524790320 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.722769] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 960.722769] env[69572]: value = "task-3434784" [ 960.722769] env[69572]: _type = "Task" [ 960.722769] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.733296] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.801796] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.151979] env[69572]: DEBUG nova.scheduler.client.report [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.207307] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434783, 'name': Destroy_Task, 'duration_secs': 0.354812} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.207538] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Destroyed the VM [ 961.207752] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 961.208068] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8fdd85e1-5e01-4884-b63f-e4d96f6960f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.215953] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 961.215953] env[69572]: value = "task-3434785" [ 961.215953] env[69572]: _type = "Task" [ 961.215953] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.226564] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434785, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.238634] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107832} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.238634] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.239165] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d771006-6e53-4bfa-9565-645f11483577 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.269094] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] a55e2d7a-f373-4019-87b0-23e981239a5c/a55e2d7a-f373-4019-87b0-23e981239a5c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.269671] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1be526cb-e3c0-420f-8e42-2e53a9d32b4a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.293910] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 961.293910] env[69572]: value = "task-3434786" [ 961.293910] env[69572]: _type = "Task" [ 961.293910] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.301994] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434782, 'name': ReconfigVM_Task, 'duration_secs': 0.910747} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.302729] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ff6c4b43-59f9-4d4e-915f-02a21db0b341/ff6c4b43-59f9-4d4e-915f-02a21db0b341.vmdk or device None with type streamOptimized {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.303419] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6e2d917-05b7-41bc-980d-addf260ef29a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.309149] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434786, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.316196] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 961.316196] env[69572]: value = "task-3434787" [ 961.316196] env[69572]: _type = "Task" [ 961.316196] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.326589] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434787, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.660970] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.459s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.663535] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.093s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.665098] env[69572]: INFO nova.compute.claims [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.737108] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434785, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.807644] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.827649] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434787, 'name': Rename_Task, 'duration_secs': 0.430013} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.827900] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.828087] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d730a184-75e0-46fc-ac46-338f19f1de90 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.838873] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 961.838873] env[69572]: value = "task-3434788" [ 961.838873] env[69572]: _type = "Task" [ 961.838873] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.849672] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.182967] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cee0ff98-6668-41be-bab8-3b0faa159755 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.626s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.183823] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 23.521s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.184054] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "b44bfe59-a4a2-42f7-940d-8100b65c2351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.188047] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.188047] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.191313] env[69572]: INFO nova.compute.manager [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Terminating instance [ 962.227896] env[69572]: DEBUG oslo_vmware.api [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434785, 'name': RemoveSnapshot_Task, 'duration_secs': 0.529138} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.228160] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 962.228393] env[69572]: INFO nova.compute.manager [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Took 13.94 seconds to snapshot the instance on the hypervisor. [ 962.306763] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434786, 'name': ReconfigVM_Task, 'duration_secs': 0.724504} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.307070] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Reconfigured VM instance instance-00000051 to attach disk [datastore2] a55e2d7a-f373-4019-87b0-23e981239a5c/a55e2d7a-f373-4019-87b0-23e981239a5c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.308222] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a5ae81a-365c-4653-861b-b306388fe368 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.316593] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 962.316593] env[69572]: value = "task-3434789" [ 962.316593] env[69572]: _type = "Task" [ 962.316593] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.330984] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434789, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.354877] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.641972] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.642365] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.701305] env[69572]: DEBUG nova.compute.manager [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 962.701719] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.701868] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74ee51f4-c063-475d-a3c8-2d2a067b6391 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.716880] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fba4d44-8ec6-4d5c-92a6-2434f1dd54f9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.758171] env[69572]: WARNING nova.virt.vmwareapi.vmops [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b44bfe59-a4a2-42f7-940d-8100b65c2351 could not be found. [ 962.758445] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.758487] env[69572]: INFO nova.compute.manager [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Took 0.06 seconds to destroy the instance on the hypervisor. [ 962.758756] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.761680] env[69572]: DEBUG nova.compute.manager [-] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 962.761775] env[69572]: DEBUG nova.network.neutron [-] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.811729] env[69572]: DEBUG nova.compute.manager [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Found 3 images (rotation: 2) {{(pid=69572) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5016}} [ 962.812030] env[69572]: DEBUG nova.compute.manager [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Rotating out 1 backups {{(pid=69572) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5024}} [ 962.812106] env[69572]: DEBUG nova.compute.manager [None req-a713f9c9-1359-4317-aab5-8d26965c01e1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Deleting image 80a2ed73-b158-4428-9337-15a2925bd9c9 {{(pid=69572) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5029}} [ 962.827417] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434789, 'name': Rename_Task, 'duration_secs': 0.27019} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.827594] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.828182] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a981334f-3f04-40a5-ac5d-d1dd3f84cd87 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.837716] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 962.837716] env[69572]: value = "task-3434790" [ 962.837716] env[69572]: _type = "Task" [ 962.837716] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.849818] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.856448] env[69572]: DEBUG oslo_vmware.api [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434788, 'name': PowerOnVM_Task, 'duration_secs': 0.922675} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.858974] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.859146] env[69572]: INFO nova.compute.manager [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Took 16.69 seconds to spawn the instance on the hypervisor. [ 962.859331] env[69572]: DEBUG nova.compute.manager [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.860396] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f31ebb-847e-43cc-8453-91a95b5a6ad5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.048025] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edac4132-7eff-44ee-b1c0-80e45005482e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.054167] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584e4ac1-be1f-4a8b-b6e3-002d7bcb9abd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.087626] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6708d5d6-c8ba-4f14-b33d-a9ee615448ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.096776] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce057a1-face-4daf-a0e7-1f358ba2f72b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.112852] env[69572]: DEBUG nova.compute.provider_tree [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.147869] env[69572]: DEBUG nova.compute.manager [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 963.349456] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.380697] env[69572]: INFO nova.compute.manager [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Took 39.73 seconds to build instance. [ 963.618486] env[69572]: DEBUG nova.scheduler.client.report [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.673566] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.745609] env[69572]: DEBUG nova.network.neutron [-] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.849496] env[69572]: DEBUG oslo_vmware.api [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434790, 'name': PowerOnVM_Task, 'duration_secs': 0.926142} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.849821] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.850061] env[69572]: INFO nova.compute.manager [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Took 11.38 seconds to spawn the instance on the hypervisor. [ 963.850259] env[69572]: DEBUG nova.compute.manager [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.851125] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81d1596-5a27-4911-90d0-bc690973f6da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.885610] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ff2748e2-a918-4826-b574-793019fb6ebe tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.249s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.055476] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.055476] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.055476] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.055476] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.055476] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.056333] env[69572]: INFO nova.compute.manager [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Terminating instance [ 964.124293] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.124935] env[69572]: DEBUG nova.compute.manager [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 964.129108] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.447s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.131440] env[69572]: INFO nova.compute.claims [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.248200] env[69572]: INFO nova.compute.manager [-] [instance: b44bfe59-a4a2-42f7-940d-8100b65c2351] Took 1.49 seconds to deallocate network for instance. [ 964.371734] env[69572]: INFO nova.compute.manager [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Took 36.88 seconds to build instance. [ 964.565275] env[69572]: DEBUG nova.compute.manager [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 964.565510] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.566423] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac34add1-2450-4f2a-9022-55618031a9df {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.575367] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.575367] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f91e8bb9-4ca8-4500-95ee-d5577f9def35 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.583045] env[69572]: DEBUG oslo_vmware.api [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 964.583045] env[69572]: value = "task-3434791" [ 964.583045] env[69572]: _type = "Task" [ 964.583045] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.593223] env[69572]: DEBUG oslo_vmware.api [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.635933] env[69572]: DEBUG nova.compute.utils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.639458] env[69572]: DEBUG nova.compute.manager [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 964.639677] env[69572]: DEBUG nova.network.neutron [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.689714] env[69572]: DEBUG nova.policy [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea04489e18b9427796d74611d72ec073', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef65ed7ba3a461292672af7bc2d3f29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.802136] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.803971] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.803971] env[69572]: DEBUG nova.compute.manager [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.804306] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb203d5-2369-4867-b777-8df364bcf121 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.814876] env[69572]: DEBUG nova.compute.manager [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 964.815525] env[69572]: DEBUG nova.objects.instance [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'flavor' on Instance uuid 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.874398] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7eb00fb7-f4f6-45a5-afc9-d3bec05a64f8 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "a55e2d7a-f373-4019-87b0-23e981239a5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.398s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.066136] env[69572]: DEBUG nova.network.neutron [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Successfully created port: d25a0295-30bf-45c3-be61-5fed98726da7 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.093562] env[69572]: DEBUG oslo_vmware.api [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434791, 'name': PowerOffVM_Task, 'duration_secs': 0.31293} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.093839] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.094017] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.094276] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db9275c6-287f-42c9-8129-e9c7d43319b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.145701] env[69572]: DEBUG nova.compute.manager [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 965.175944] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.176546] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.176546] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleting the datastore file [datastore2] ff6c4b43-59f9-4d4e-915f-02a21db0b341 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.176692] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aec3a750-cbcb-42b4-abcf-051bbac31884 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.184669] env[69572]: DEBUG oslo_vmware.api [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 965.184669] env[69572]: value = "task-3434793" [ 965.184669] env[69572]: _type = "Task" [ 965.184669] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.193300] env[69572]: DEBUG oslo_vmware.api [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.299307] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b3b0816c-df64-44f4-a87f-21faad8a336a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "b44bfe59-a4a2-42f7-940d-8100b65c2351" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.115s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.420316] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0d1945-93ba-4f46-be69-4acdfef5ccb7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.428181] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4356a48-6a22-4d02-8604-2834df850dd8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.458693] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98221af-1ef4-4c8f-9654-0708f9345806 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.467446] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f612382-ed9f-4f22-a920-6517ddc3fb19 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.481439] env[69572]: DEBUG nova.compute.provider_tree [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.698681] env[69572]: DEBUG oslo_vmware.api [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.829020] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.829020] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-628d8cea-1359-4bb2-b7ab-ada8405a7cbf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.834464] env[69572]: DEBUG oslo_vmware.api [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 965.834464] env[69572]: value = "task-3434794" [ 965.834464] env[69572]: _type = "Task" [ 965.834464] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.838475] env[69572]: DEBUG nova.compute.manager [req-548e91b3-6187-4477-94a4-d0148506fd11 req-b00d62aa-102c-4142-ae4a-1c6be0a98fde service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Received event network-changed-d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 965.838688] env[69572]: DEBUG nova.compute.manager [req-548e91b3-6187-4477-94a4-d0148506fd11 req-b00d62aa-102c-4142-ae4a-1c6be0a98fde service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Refreshing instance network info cache due to event network-changed-d1311de9-a901-4f34-8557-dd3e9cf2aa73. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 965.840255] env[69572]: DEBUG oslo_concurrency.lockutils [req-548e91b3-6187-4477-94a4-d0148506fd11 req-b00d62aa-102c-4142-ae4a-1c6be0a98fde service nova] Acquiring lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.840469] env[69572]: DEBUG oslo_concurrency.lockutils [req-548e91b3-6187-4477-94a4-d0148506fd11 req-b00d62aa-102c-4142-ae4a-1c6be0a98fde service nova] Acquired lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.840643] env[69572]: DEBUG nova.network.neutron [req-548e91b3-6187-4477-94a4-d0148506fd11 req-b00d62aa-102c-4142-ae4a-1c6be0a98fde service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Refreshing network info cache for port d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.863558] env[69572]: DEBUG oslo_vmware.api [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.984466] env[69572]: DEBUG nova.scheduler.client.report [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.161020] env[69572]: DEBUG nova.compute.manager [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 966.198434] env[69572]: DEBUG oslo_vmware.api [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535236} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.198730] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.199231] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.199469] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.199651] env[69572]: INFO nova.compute.manager [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Took 1.63 seconds to destroy the instance on the hypervisor. [ 966.199927] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.200397] env[69572]: DEBUG nova.compute.manager [-] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 966.200397] env[69572]: DEBUG nova.network.neutron [-] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.205384] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.207601] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.207601] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.207601] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.207601] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.207601] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.207601] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.207601] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.207601] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.208579] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.208579] env[69572]: DEBUG nova.virt.hardware [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.208826] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6dc761-73b3-4cfb-bae1-32a50b10a940 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.218591] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cc8ee8-c3f3-4645-afeb-f62b98845248 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.292883] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.293148] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.348337] env[69572]: DEBUG oslo_vmware.api [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434794, 'name': PowerOffVM_Task, 'duration_secs': 0.231057} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.348337] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.348337] env[69572]: DEBUG nova.compute.manager [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.348670] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a666b0-791c-493e-9d70-5f5ca95d5759 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.495717] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.496123] env[69572]: DEBUG nova.compute.manager [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 966.499962] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.592s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.590372] env[69572]: DEBUG nova.network.neutron [req-548e91b3-6187-4477-94a4-d0148506fd11 req-b00d62aa-102c-4142-ae4a-1c6be0a98fde service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Updated VIF entry in instance network info cache for port d1311de9-a901-4f34-8557-dd3e9cf2aa73. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.590825] env[69572]: DEBUG nova.network.neutron [req-548e91b3-6187-4477-94a4-d0148506fd11 req-b00d62aa-102c-4142-ae4a-1c6be0a98fde service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Updating instance_info_cache with network_info: [{"id": "d1311de9-a901-4f34-8557-dd3e9cf2aa73", "address": "fa:16:3e:24:94:56", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1311de9-a9", "ovs_interfaceid": "d1311de9-a901-4f34-8557-dd3e9cf2aa73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.718222] env[69572]: DEBUG nova.network.neutron [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Successfully updated port: d25a0295-30bf-45c3-be61-5fed98726da7 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.776041] env[69572]: DEBUG nova.compute.manager [req-22e3c556-ceff-409a-9053-68bda95d15f2 req-1fb78fbd-e9d0-408e-b372-7a39940f7e54 service nova] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Received event network-vif-plugged-d25a0295-30bf-45c3-be61-5fed98726da7 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 966.776041] env[69572]: DEBUG oslo_concurrency.lockutils [req-22e3c556-ceff-409a-9053-68bda95d15f2 req-1fb78fbd-e9d0-408e-b372-7a39940f7e54 service nova] Acquiring lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.776682] env[69572]: DEBUG oslo_concurrency.lockutils [req-22e3c556-ceff-409a-9053-68bda95d15f2 req-1fb78fbd-e9d0-408e-b372-7a39940f7e54 service nova] Lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.776682] env[69572]: DEBUG oslo_concurrency.lockutils [req-22e3c556-ceff-409a-9053-68bda95d15f2 req-1fb78fbd-e9d0-408e-b372-7a39940f7e54 service nova] Lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.776682] env[69572]: DEBUG nova.compute.manager [req-22e3c556-ceff-409a-9053-68bda95d15f2 req-1fb78fbd-e9d0-408e-b372-7a39940f7e54 service nova] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] No waiting events found dispatching network-vif-plugged-d25a0295-30bf-45c3-be61-5fed98726da7 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 966.776682] env[69572]: WARNING nova.compute.manager [req-22e3c556-ceff-409a-9053-68bda95d15f2 req-1fb78fbd-e9d0-408e-b372-7a39940f7e54 service nova] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Received unexpected event network-vif-plugged-d25a0295-30bf-45c3-be61-5fed98726da7 for instance with vm_state building and task_state spawning. [ 966.796137] env[69572]: DEBUG nova.compute.manager [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 966.861838] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f344f46-d4cc-447f-8d2f-12f1490a83fd tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.006340] env[69572]: DEBUG nova.compute.utils [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.009437] env[69572]: INFO nova.compute.claims [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.013282] env[69572]: DEBUG nova.compute.manager [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 967.013538] env[69572]: DEBUG nova.network.neutron [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.065805] env[69572]: DEBUG nova.network.neutron [-] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.069127] env[69572]: DEBUG nova.policy [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd7c5b0be85744308cc2cc529a9b99b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86e84c12033241fa9362742c0a7a5a3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.095349] env[69572]: DEBUG oslo_concurrency.lockutils [req-548e91b3-6187-4477-94a4-d0148506fd11 req-b00d62aa-102c-4142-ae4a-1c6be0a98fde service nova] Releasing lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.220469] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "refresh_cache-171ee72b-a8ee-40d0-95fd-a9df01f1c184" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.220632] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "refresh_cache-171ee72b-a8ee-40d0-95fd-a9df01f1c184" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.220789] env[69572]: DEBUG nova.network.neutron [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.322917] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.514558] env[69572]: DEBUG nova.compute.manager [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 967.520957] env[69572]: INFO nova.compute.resource_tracker [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating resource usage from migration 92b80038-fce0-4b19-9daa-2bc9c962cfda [ 967.574345] env[69572]: INFO nova.compute.manager [-] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Took 1.37 seconds to deallocate network for instance. [ 967.618560] env[69572]: DEBUG nova.network.neutron [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Successfully created port: f7b3fb44-154d-4c9e-8544-c69d901c59c6 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.778960] env[69572]: DEBUG nova.network.neutron [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.797859] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9f8e82-9b35-49f6-aed1-fec72aa65f5f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.812231] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620e931d-f098-4af3-974a-008353800fcf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.848992] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daefa1f5-a869-4c1c-a621-a7aeee706f2b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.863021] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0035abe0-6db6-454f-b9ad-f7afa87add25 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.880658] env[69572]: DEBUG nova.compute.provider_tree [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.026839] env[69572]: INFO nova.virt.block_device [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Booting with volume c98c040d-50a2-4458-83c0-72de22333bf7 at /dev/sda [ 968.069214] env[69572]: DEBUG nova.network.neutron [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Updating instance_info_cache with network_info: [{"id": "d25a0295-30bf-45c3-be61-5fed98726da7", "address": "fa:16:3e:30:a8:24", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd25a0295-30", "ovs_interfaceid": "d25a0295-30bf-45c3-be61-5fed98726da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.077297] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-633432e9-72ab-4847-9d90-5b708a496789 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.081893] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.091143] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec3a8c1-926a-4b06-8119-6c9da36ce6b9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.125494] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06107ff4-090d-46a0-86b8-73f00b7334b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.137036] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba894126-3cef-42e4-97ca-d3516563d85f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.156917] env[69572]: DEBUG nova.compute.manager [req-912841ad-96c4-4c5f-a4b9-c04410709566 req-56beba6e-940f-47fb-9fc7-936dd5b17350 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Received event network-changed-d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 968.157125] env[69572]: DEBUG nova.compute.manager [req-912841ad-96c4-4c5f-a4b9-c04410709566 req-56beba6e-940f-47fb-9fc7-936dd5b17350 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Refreshing instance network info cache due to event network-changed-d1311de9-a901-4f34-8557-dd3e9cf2aa73. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 968.157338] env[69572]: DEBUG oslo_concurrency.lockutils [req-912841ad-96c4-4c5f-a4b9-c04410709566 req-56beba6e-940f-47fb-9fc7-936dd5b17350 service nova] Acquiring lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.157472] env[69572]: DEBUG oslo_concurrency.lockutils [req-912841ad-96c4-4c5f-a4b9-c04410709566 req-56beba6e-940f-47fb-9fc7-936dd5b17350 service nova] Acquired lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.157676] env[69572]: DEBUG nova.network.neutron [req-912841ad-96c4-4c5f-a4b9-c04410709566 req-56beba6e-940f-47fb-9fc7-936dd5b17350 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Refreshing network info cache for port d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.183919] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a08b4-5be8-47ef-830b-7cfde3d4707d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.194037] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5034fb8a-06e6-41de-9a5e-2d593538f357 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.208651] env[69572]: DEBUG nova.virt.block_device [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Updating existing volume attachment record: 3d975b63-6630-407e-81ce-f59e1892167e {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 968.385023] env[69572]: DEBUG nova.scheduler.client.report [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.573146] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "refresh_cache-171ee72b-a8ee-40d0-95fd-a9df01f1c184" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.573863] env[69572]: DEBUG nova.compute.manager [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Instance network_info: |[{"id": "d25a0295-30bf-45c3-be61-5fed98726da7", "address": "fa:16:3e:30:a8:24", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd25a0295-30", "ovs_interfaceid": "d25a0295-30bf-45c3-be61-5fed98726da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 968.576092] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:a8:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd25a0295-30bf-45c3-be61-5fed98726da7', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.586314] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.589148] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.590309] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a28fddd5-456c-41d1-a693-669ef5e4d437 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.617963] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.617963] env[69572]: value = "task-3434795" [ 968.617963] env[69572]: _type = "Task" [ 968.617963] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.628182] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434795, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.667530] env[69572]: DEBUG nova.compute.manager [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Stashing vm_state: stopped {{(pid=69572) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 968.788681] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.788681] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.789541] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.790031] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.790308] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.794386] env[69572]: INFO nova.compute.manager [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Terminating instance [ 968.894035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.391s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.894035] env[69572]: INFO nova.compute.manager [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Migrating [ 968.899271] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.631s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.901518] env[69572]: INFO nova.compute.claims [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.939068] env[69572]: DEBUG nova.compute.manager [req-12ac2e03-b96e-4284-8027-24f89b1a667c req-8b5ce49d-19f7-4830-86e5-24a14ebe1d9a service nova] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Received event network-vif-deleted-83331855-7495-4d50-91e5-96f478f6a027 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 968.939295] env[69572]: DEBUG nova.compute.manager [req-12ac2e03-b96e-4284-8027-24f89b1a667c req-8b5ce49d-19f7-4830-86e5-24a14ebe1d9a service nova] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Received event network-changed-d25a0295-30bf-45c3-be61-5fed98726da7 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 968.939511] env[69572]: DEBUG nova.compute.manager [req-12ac2e03-b96e-4284-8027-24f89b1a667c req-8b5ce49d-19f7-4830-86e5-24a14ebe1d9a service nova] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Refreshing instance network info cache due to event network-changed-d25a0295-30bf-45c3-be61-5fed98726da7. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 968.939749] env[69572]: DEBUG oslo_concurrency.lockutils [req-12ac2e03-b96e-4284-8027-24f89b1a667c req-8b5ce49d-19f7-4830-86e5-24a14ebe1d9a service nova] Acquiring lock "refresh_cache-171ee72b-a8ee-40d0-95fd-a9df01f1c184" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.940010] env[69572]: DEBUG oslo_concurrency.lockutils [req-12ac2e03-b96e-4284-8027-24f89b1a667c req-8b5ce49d-19f7-4830-86e5-24a14ebe1d9a service nova] Acquired lock "refresh_cache-171ee72b-a8ee-40d0-95fd-a9df01f1c184" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.940194] env[69572]: DEBUG nova.network.neutron [req-12ac2e03-b96e-4284-8027-24f89b1a667c req-8b5ce49d-19f7-4830-86e5-24a14ebe1d9a service nova] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Refreshing network info cache for port d25a0295-30bf-45c3-be61-5fed98726da7 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.038026] env[69572]: DEBUG nova.network.neutron [req-912841ad-96c4-4c5f-a4b9-c04410709566 req-56beba6e-940f-47fb-9fc7-936dd5b17350 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Updated VIF entry in instance network info cache for port d1311de9-a901-4f34-8557-dd3e9cf2aa73. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.038405] env[69572]: DEBUG nova.network.neutron [req-912841ad-96c4-4c5f-a4b9-c04410709566 req-56beba6e-940f-47fb-9fc7-936dd5b17350 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Updating instance_info_cache with network_info: [{"id": "d1311de9-a901-4f34-8557-dd3e9cf2aa73", "address": "fa:16:3e:24:94:56", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1311de9-a9", "ovs_interfaceid": "d1311de9-a901-4f34-8557-dd3e9cf2aa73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.130738] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434795, 'name': CreateVM_Task, 'duration_secs': 0.334921} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.130916] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.132540] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.133120] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.133120] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.133827] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-982a34da-fb87-44ba-aed4-d93bbfc1cbac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.139237] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 969.139237] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52889cb5-6d28-2623-7c68-2813b50a2c27" [ 969.139237] env[69572]: _type = "Task" [ 969.139237] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.148346] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52889cb5-6d28-2623-7c68-2813b50a2c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.192823] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.303017] env[69572]: DEBUG nova.compute.manager [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 969.303017] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.303489] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5836170c-df14-400c-861d-0b2f15730310 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.325925] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.325925] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d172aad-d049-4689-a451-c398623c0da5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.332292] env[69572]: DEBUG oslo_vmware.api [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 969.332292] env[69572]: value = "task-3434796" [ 969.332292] env[69572]: _type = "Task" [ 969.332292] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.343303] env[69572]: DEBUG oslo_vmware.api [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.399390] env[69572]: DEBUG nova.network.neutron [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Successfully updated port: f7b3fb44-154d-4c9e-8544-c69d901c59c6 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.418041] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.418495] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.418495] env[69572]: DEBUG nova.network.neutron [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.542988] env[69572]: DEBUG oslo_concurrency.lockutils [req-912841ad-96c4-4c5f-a4b9-c04410709566 req-56beba6e-940f-47fb-9fc7-936dd5b17350 service nova] Releasing lock "refresh_cache-a55e2d7a-f373-4019-87b0-23e981239a5c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.653237] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52889cb5-6d28-2623-7c68-2813b50a2c27, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.653237] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.653237] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.653380] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.653414] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.653589] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.653859] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b67560ef-91eb-4714-8390-f75a05987223 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.671186] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.671402] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.674822] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee45c734-d142-46d5-a050-b4f4f656e5c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.681019] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 969.681019] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5210c2a7-1cdf-b4cc-3646-e9684ddecadf" [ 969.681019] env[69572]: _type = "Task" [ 969.681019] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.689760] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5210c2a7-1cdf-b4cc-3646-e9684ddecadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.733399] env[69572]: DEBUG nova.network.neutron [req-12ac2e03-b96e-4284-8027-24f89b1a667c req-8b5ce49d-19f7-4830-86e5-24a14ebe1d9a service nova] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Updated VIF entry in instance network info cache for port d25a0295-30bf-45c3-be61-5fed98726da7. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.733788] env[69572]: DEBUG nova.network.neutron [req-12ac2e03-b96e-4284-8027-24f89b1a667c req-8b5ce49d-19f7-4830-86e5-24a14ebe1d9a service nova] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Updating instance_info_cache with network_info: [{"id": "d25a0295-30bf-45c3-be61-5fed98726da7", "address": "fa:16:3e:30:a8:24", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd25a0295-30", "ovs_interfaceid": "d25a0295-30bf-45c3-be61-5fed98726da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.848983] env[69572]: DEBUG oslo_vmware.api [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434796, 'name': PowerOffVM_Task, 'duration_secs': 0.23158} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.849603] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.849833] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.850101] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bc5735f-121b-4e96-943a-81bb6917bb59 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.905234] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Acquiring lock "refresh_cache-5bda69c4-efe5-44f1-aa7a-168f1332d615" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.905474] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Acquired lock "refresh_cache-5bda69c4-efe5-44f1-aa7a-168f1332d615" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.905741] env[69572]: DEBUG nova.network.neutron [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.928855] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.929064] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.929246] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleting the datastore file [datastore2] 8ad757b5-9229-4271-abae-e0dfcffe0b7e {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.929831] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94bdaae1-5a5b-446d-9bdb-709f874f62fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.938080] env[69572]: DEBUG oslo_vmware.api [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 969.938080] env[69572]: value = "task-3434798" [ 969.938080] env[69572]: _type = "Task" [ 969.938080] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.949967] env[69572]: DEBUG oslo_vmware.api [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.195309] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5210c2a7-1cdf-b4cc-3646-e9684ddecadf, 'name': SearchDatastore_Task, 'duration_secs': 0.044504} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.199365] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50542eef-c8f4-4698-b49e-b302e01838ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.209592] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 970.209592] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526cf0b7-196c-0438-6419-0c8f006fddaf" [ 970.209592] env[69572]: _type = "Task" [ 970.209592] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.223925] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526cf0b7-196c-0438-6419-0c8f006fddaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.237600] env[69572]: DEBUG nova.network.neutron [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance_info_cache with network_info: [{"id": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "address": "fa:16:3e:58:1f:fe", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e63d3b2-42", "ovs_interfaceid": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.237600] env[69572]: DEBUG oslo_concurrency.lockutils [req-12ac2e03-b96e-4284-8027-24f89b1a667c req-8b5ce49d-19f7-4830-86e5-24a14ebe1d9a service nova] Releasing lock "refresh_cache-171ee72b-a8ee-40d0-95fd-a9df01f1c184" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.279337] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6c7bf8-aac4-4d4b-9874-f48f34108801 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.287520] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ee3fa0-4896-436c-b170-cc8942f5b469 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.320829] env[69572]: DEBUG nova.compute.manager [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 970.321330] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.321540] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.321694] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.321871] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.322123] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.322221] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.322364] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.322516] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.322682] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.322867] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.323016] env[69572]: DEBUG nova.virt.hardware [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.324278] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28db6729-a00d-4395-8fd6-7489bedfe6eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.327307] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a99cf6-0649-45e2-aa66-86499c5149f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.337406] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fedd9b-b8e2-4643-9b78-8d487702ac6d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.342107] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc2dd94-ef79-4f3c-9676-d46f111d9304 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.363487] env[69572]: DEBUG nova.compute.provider_tree [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.450034] env[69572]: DEBUG oslo_vmware.api [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.695143] env[69572]: DEBUG nova.network.neutron [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.723459] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526cf0b7-196c-0438-6419-0c8f006fddaf, 'name': SearchDatastore_Task, 'duration_secs': 0.015163} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.723799] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.724283] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 171ee72b-a8ee-40d0-95fd-a9df01f1c184/171ee72b-a8ee-40d0-95fd-a9df01f1c184.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.724754] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91ad6a9a-46e2-480c-a1f4-8690d45845f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.735435] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 970.735435] env[69572]: value = "task-3434799" [ 970.735435] env[69572]: _type = "Task" [ 970.735435] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.739705] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.763870] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.855031] env[69572]: DEBUG nova.network.neutron [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Updating instance_info_cache with network_info: [{"id": "f7b3fb44-154d-4c9e-8544-c69d901c59c6", "address": "fa:16:3e:0f:98:70", "network": {"id": "aa3ee767-2787-42f2-ad2b-b86eacf5e96b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-946843279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86e84c12033241fa9362742c0a7a5a3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b3fb44-15", "ovs_interfaceid": "f7b3fb44-154d-4c9e-8544-c69d901c59c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.869805] env[69572]: DEBUG nova.scheduler.client.report [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.735298] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Releasing lock "refresh_cache-5bda69c4-efe5-44f1-aa7a-168f1332d615" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.735298] env[69572]: DEBUG nova.compute.manager [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Instance network_info: |[{"id": "f7b3fb44-154d-4c9e-8544-c69d901c59c6", "address": "fa:16:3e:0f:98:70", "network": {"id": "aa3ee767-2787-42f2-ad2b-b86eacf5e96b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-946843279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86e84c12033241fa9362742c0a7a5a3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b3fb44-15", "ovs_interfaceid": "f7b3fb44-154d-4c9e-8544-c69d901c59c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 971.735752] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.737034] env[69572]: DEBUG nova.compute.manager [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 971.738716] env[69572]: DEBUG oslo_vmware.api [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589621} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.740156] env[69572]: DEBUG nova.compute.manager [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Received event network-vif-plugged-f7b3fb44-154d-4c9e-8544-c69d901c59c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 971.740638] env[69572]: DEBUG oslo_concurrency.lockutils [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] Acquiring lock "5bda69c4-efe5-44f1-aa7a-168f1332d615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.740638] env[69572]: DEBUG oslo_concurrency.lockutils [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] Lock "5bda69c4-efe5-44f1-aa7a-168f1332d615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.740846] env[69572]: DEBUG oslo_concurrency.lockutils [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] Lock "5bda69c4-efe5-44f1-aa7a-168f1332d615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.740995] env[69572]: DEBUG nova.compute.manager [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] No waiting events found dispatching network-vif-plugged-f7b3fb44-154d-4c9e-8544-c69d901c59c6 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 971.742298] env[69572]: WARNING nova.compute.manager [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Received unexpected event network-vif-plugged-f7b3fb44-154d-4c9e-8544-c69d901c59c6 for instance with vm_state building and task_state spawning. [ 971.742298] env[69572]: DEBUG nova.compute.manager [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Received event network-changed-f7b3fb44-154d-4c9e-8544-c69d901c59c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 971.742298] env[69572]: DEBUG nova.compute.manager [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Refreshing instance network info cache due to event network-changed-f7b3fb44-154d-4c9e-8544-c69d901c59c6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 971.742298] env[69572]: DEBUG oslo_concurrency.lockutils [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] Acquiring lock "refresh_cache-5bda69c4-efe5-44f1-aa7a-168f1332d615" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.742298] env[69572]: DEBUG oslo_concurrency.lockutils [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] Acquired lock "refresh_cache-5bda69c4-efe5-44f1-aa7a-168f1332d615" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.742298] env[69572]: DEBUG nova.network.neutron [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Refreshing network info cache for port f7b3fb44-154d-4c9e-8544-c69d901c59c6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.750347] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:98:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7b3fb44-154d-4c9e-8544-c69d901c59c6', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.758030] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Creating folder: Project (86e84c12033241fa9362742c0a7a5a3b). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.758349] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.748s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.759909] env[69572]: INFO nova.compute.claims [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.762821] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.763050] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.763941] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.763941] env[69572]: INFO nova.compute.manager [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Took 2.46 seconds to destroy the instance on the hypervisor. [ 971.763941] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.766824] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "27374528-b6cc-4c08-a30a-3fceb4cf4364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.767057] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "27374528-b6cc-4c08-a30a-3fceb4cf4364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.768219] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquiring lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.768345] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.769497] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaeeca5f-1aa9-4bff-aa5d-40c347ac2438 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.771547] env[69572]: DEBUG nova.compute.manager [-] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 971.771791] env[69572]: DEBUG nova.network.neutron [-] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.780336] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904479} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.780598] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 171ee72b-a8ee-40d0-95fd-a9df01f1c184/171ee72b-a8ee-40d0-95fd-a9df01f1c184.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.780814] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.781086] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a558388e-c1fd-4c7e-bf7e-963f9ef1e5d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.788401] env[69572]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 971.788699] env[69572]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69572) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 971.789956] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Folder already exists: Project (86e84c12033241fa9362742c0a7a5a3b). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 971.789956] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Creating folder: Instances. Parent ref: group-v685651. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.790669] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dae6abfe-c43f-4953-ba0f-fcec6a6a4ecb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.792707] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 971.792707] env[69572]: value = "task-3434801" [ 971.792707] env[69572]: _type = "Task" [ 971.792707] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.804853] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.806414] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Created folder: Instances in parent group-v685651. [ 971.806649] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.806847] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.807073] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6400424-dbb6-4162-889e-52abed8f25e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.830835] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.830835] env[69572]: value = "task-3434803" [ 971.830835] env[69572]: _type = "Task" [ 971.830835] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.841037] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434803, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.030203] env[69572]: DEBUG nova.network.neutron [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Updated VIF entry in instance network info cache for port f7b3fb44-154d-4c9e-8544-c69d901c59c6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.030582] env[69572]: DEBUG nova.network.neutron [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Updating instance_info_cache with network_info: [{"id": "f7b3fb44-154d-4c9e-8544-c69d901c59c6", "address": "fa:16:3e:0f:98:70", "network": {"id": "aa3ee767-2787-42f2-ad2b-b86eacf5e96b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-946843279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86e84c12033241fa9362742c0a7a5a3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b3fb44-15", "ovs_interfaceid": "f7b3fb44-154d-4c9e-8544-c69d901c59c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.242213] env[69572]: DEBUG nova.compute.utils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.248697] env[69572]: DEBUG nova.compute.manager [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 972.248875] env[69572]: DEBUG nova.network.neutron [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.275579] env[69572]: DEBUG nova.compute.manager [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 972.284370] env[69572]: DEBUG nova.compute.manager [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 972.306632] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172787} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.306632] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.306632] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d2990e-331c-458e-b69f-77080ddecaeb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.308334] env[69572]: DEBUG nova.policy [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ed19c96ca449c9ca4f206adad021b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9c96379dcb45099eda20120e667dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.331159] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 171ee72b-a8ee-40d0-95fd-a9df01f1c184/171ee72b-a8ee-40d0-95fd-a9df01f1c184.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.335020] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db20aae7-b55d-49eb-a88c-9d19bea2ea2b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.363391] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434803, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.365048] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 972.365048] env[69572]: value = "task-3434804" [ 972.365048] env[69572]: _type = "Task" [ 972.365048] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.375766] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.533801] env[69572]: DEBUG oslo_concurrency.lockutils [req-ee74949b-3a37-4ef4-a144-7a7c3535ad82 req-4e9d14ec-95da-4a07-8e23-d1edff815779 service nova] Releasing lock "refresh_cache-5bda69c4-efe5-44f1-aa7a-168f1332d615" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.543625] env[69572]: DEBUG nova.compute.manager [req-7334c72e-e33c-4ff2-87dc-52966843c428 req-00dc673b-972c-4979-9ed0-437e631438eb service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Received event network-vif-deleted-622fbff1-0d53-4a36-87f8-0a3b342bf5de {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 972.543625] env[69572]: INFO nova.compute.manager [req-7334c72e-e33c-4ff2-87dc-52966843c428 req-00dc673b-972c-4979-9ed0-437e631438eb service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Neutron deleted interface 622fbff1-0d53-4a36-87f8-0a3b342bf5de; detaching it from the instance and deleting it from the info cache [ 972.543625] env[69572]: DEBUG nova.network.neutron [req-7334c72e-e33c-4ff2-87dc-52966843c428 req-00dc673b-972c-4979-9ed0-437e631438eb service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.626761] env[69572]: DEBUG nova.network.neutron [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Successfully created port: 6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.749276] env[69572]: DEBUG nova.compute.manager [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 972.760267] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a41349-0c3b-479b-acb4-3512190ec00a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.798769] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance 'fe3ba8da-412e-4cdb-a073-be6375ff2b01' progress to 0 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.820831] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.830158] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.861473] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434803, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.877815] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.024399] env[69572]: DEBUG nova.network.neutron [-] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.046129] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b01ccd6-12a5-4293-963e-449633dfea57 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.058865] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c9e1f3-bbc8-46a3-accb-1c94d9858925 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.095520] env[69572]: DEBUG nova.compute.manager [req-7334c72e-e33c-4ff2-87dc-52966843c428 req-00dc673b-972c-4979-9ed0-437e631438eb service nova] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Detach interface failed, port_id=622fbff1-0d53-4a36-87f8-0a3b342bf5de, reason: Instance 8ad757b5-9229-4271-abae-e0dfcffe0b7e could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 973.123741] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52728a7c-9877-4cf0-afa1-818a7e223781 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.131316] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94ed87b-ca5b-4124-81c1-077ae8b5ed9f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.162344] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38c49b5-e60a-471b-89d1-b8f965412db8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.169781] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d92545-ede9-4cf5-bea0-1928020fa405 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.186963] env[69572]: DEBUG nova.compute.provider_tree [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.309172] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.310059] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-750523a3-6cb9-49d3-b937-53fde60922c5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.316799] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 973.316799] env[69572]: value = "task-3434805" [ 973.316799] env[69572]: _type = "Task" [ 973.316799] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.325499] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.358080] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434803, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.377019] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.527522] env[69572]: INFO nova.compute.manager [-] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Took 1.76 seconds to deallocate network for instance. [ 973.690588] env[69572]: DEBUG nova.scheduler.client.report [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.763526] env[69572]: DEBUG nova.compute.manager [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 973.788914] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.789181] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.789340] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.789520] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.789664] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.789807] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.790027] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.790193] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.790362] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.790520] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.790688] env[69572]: DEBUG nova.virt.hardware [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.791571] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc403c0-7e2d-4d73-9788-56f38072a321 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.799484] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c46274c-f2c3-4461-b507-9a8a95ecef3d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.825487] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434805, 'name': PowerOffVM_Task, 'duration_secs': 0.183429} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.825795] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.825898] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance 'fe3ba8da-412e-4cdb-a073-be6375ff2b01' progress to 17 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.858706] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434803, 'name': CreateVM_Task, 'duration_secs': 1.531422} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.858917] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.859563] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '3d975b63-6630-407e-81ce-f59e1892167e', 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685659', 'volume_id': 'c98c040d-50a2-4458-83c0-72de22333bf7', 'name': 'volume-c98c040d-50a2-4458-83c0-72de22333bf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bda69c4-efe5-44f1-aa7a-168f1332d615', 'attached_at': '', 'detached_at': '', 'volume_id': 'c98c040d-50a2-4458-83c0-72de22333bf7', 'serial': 'c98c040d-50a2-4458-83c0-72de22333bf7'}, 'device_type': None, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69572) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 973.859777] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Root volume attach. Driver type: vmdk {{(pid=69572) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 973.860654] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79782e27-adce-41d9-8282-9b90ec1c94a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.868823] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db605a1a-119e-441a-ae49-533c4f806181 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.880981] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980d69f2-95f1-4129-b2d0-30018656d2b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.883755] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434804, 'name': ReconfigVM_Task, 'duration_secs': 1.161677} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.883963] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 171ee72b-a8ee-40d0-95fd-a9df01f1c184/171ee72b-a8ee-40d0-95fd-a9df01f1c184.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.885259] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e87acc5-d743-461b-b017-46fa205e254b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.890564] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6dce2de1-3bb8-4fd6-8a6c-ce29524b4d0f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.895307] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 973.895307] env[69572]: value = "task-3434806" [ 973.895307] env[69572]: _type = "Task" [ 973.895307] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.899360] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for the task: (returnval){ [ 973.899360] env[69572]: value = "task-3434807" [ 973.899360] env[69572]: _type = "Task" [ 973.899360] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.904871] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434806, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.909762] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434807, 'name': RelocateVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.031814] env[69572]: DEBUG nova.compute.manager [req-34dc1543-f5db-47bf-a0e2-5fed0d3944c1 req-17174bfd-44f7-409c-a3ac-fac7eac50043 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received event network-vif-plugged-6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 974.032058] env[69572]: DEBUG oslo_concurrency.lockutils [req-34dc1543-f5db-47bf-a0e2-5fed0d3944c1 req-17174bfd-44f7-409c-a3ac-fac7eac50043 service nova] Acquiring lock "a51e17b5-c330-4c15-b7bb-7269894912a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.032277] env[69572]: DEBUG oslo_concurrency.lockutils [req-34dc1543-f5db-47bf-a0e2-5fed0d3944c1 req-17174bfd-44f7-409c-a3ac-fac7eac50043 service nova] Lock "a51e17b5-c330-4c15-b7bb-7269894912a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.032446] env[69572]: DEBUG oslo_concurrency.lockutils [req-34dc1543-f5db-47bf-a0e2-5fed0d3944c1 req-17174bfd-44f7-409c-a3ac-fac7eac50043 service nova] Lock "a51e17b5-c330-4c15-b7bb-7269894912a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.032613] env[69572]: DEBUG nova.compute.manager [req-34dc1543-f5db-47bf-a0e2-5fed0d3944c1 req-17174bfd-44f7-409c-a3ac-fac7eac50043 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] No waiting events found dispatching network-vif-plugged-6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.032772] env[69572]: WARNING nova.compute.manager [req-34dc1543-f5db-47bf-a0e2-5fed0d3944c1 req-17174bfd-44f7-409c-a3ac-fac7eac50043 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received unexpected event network-vif-plugged-6eb6e266-069a-4b76-8752-7a6f5fbc68fe for instance with vm_state building and task_state spawning. [ 974.034202] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.125544] env[69572]: DEBUG nova.network.neutron [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Successfully updated port: 6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.196743] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.196880] env[69572]: DEBUG nova.compute.manager [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 974.199661] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.205s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.200012] env[69572]: DEBUG nova.objects.instance [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'pci_requests' on Instance uuid e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.332455] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.332816] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.333040] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.333237] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.333381] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.333524] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.333732] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.333896] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.334077] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.334243] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.334412] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.339546] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5893813-08e1-4eb9-b581-e27cfdc59e4a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.355583] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 974.355583] env[69572]: value = "task-3434808" [ 974.355583] env[69572]: _type = "Task" [ 974.355583] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.363635] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.406619] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434806, 'name': Rename_Task, 'duration_secs': 0.208745} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.407283] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.407470] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaee5d17-df65-4330-bac6-21206314d349 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.411877] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434807, 'name': RelocateVM_Task, 'duration_secs': 0.444354} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.412500] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 974.412708] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685659', 'volume_id': 'c98c040d-50a2-4458-83c0-72de22333bf7', 'name': 'volume-c98c040d-50a2-4458-83c0-72de22333bf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bda69c4-efe5-44f1-aa7a-168f1332d615', 'attached_at': '', 'detached_at': '', 'volume_id': 'c98c040d-50a2-4458-83c0-72de22333bf7', 'serial': 'c98c040d-50a2-4458-83c0-72de22333bf7'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 974.413475] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e63ea34-a6c7-4b47-99d9-f1700089869a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.417442] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 974.417442] env[69572]: value = "task-3434809" [ 974.417442] env[69572]: _type = "Task" [ 974.417442] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.431214] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e79442-b36f-4fc6-bd64-990f10567412 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.438838] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434809, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.457998] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-c98c040d-50a2-4458-83c0-72de22333bf7/volume-c98c040d-50a2-4458-83c0-72de22333bf7.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.458356] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-619ae4f9-2eeb-4c29-8175-0fe07f7fbfde {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.477279] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for the task: (returnval){ [ 974.477279] env[69572]: value = "task-3434810" [ 974.477279] env[69572]: _type = "Task" [ 974.477279] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.485391] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.628584] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.628754] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.628896] env[69572]: DEBUG nova.network.neutron [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.702932] env[69572]: DEBUG nova.compute.utils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.706070] env[69572]: DEBUG nova.objects.instance [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'numa_topology' on Instance uuid e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.707512] env[69572]: DEBUG nova.compute.manager [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 974.707512] env[69572]: DEBUG nova.network.neutron [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.744248] env[69572]: DEBUG nova.policy [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2e0bf3ce0aa42e78b6605f620fcdbae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b472538a624974a308a4cf37efd48e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.865645] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434808, 'name': ReconfigVM_Task, 'duration_secs': 0.247512} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.866054] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance 'fe3ba8da-412e-4cdb-a073-be6375ff2b01' progress to 33 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.931093] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434809, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.988498] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434810, 'name': ReconfigVM_Task, 'duration_secs': 0.402435} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.988498] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-c98c040d-50a2-4458-83c0-72de22333bf7/volume-c98c040d-50a2-4458-83c0-72de22333bf7.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.991719] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e386c848-0fdd-41c2-9c73-e6ea6aeb3e7d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.006588] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for the task: (returnval){ [ 975.006588] env[69572]: value = "task-3434811" [ 975.006588] env[69572]: _type = "Task" [ 975.006588] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.018729] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.048479] env[69572]: DEBUG nova.network.neutron [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Successfully created port: d9283f6a-d9b7-4350-b8c5-27a684758166 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.160410] env[69572]: DEBUG nova.network.neutron [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.209796] env[69572]: DEBUG nova.compute.manager [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 975.212593] env[69572]: INFO nova.compute.claims [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.331073] env[69572]: DEBUG nova.network.neutron [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updating instance_info_cache with network_info: [{"id": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "address": "fa:16:3e:55:2a:07", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb6e266-06", "ovs_interfaceid": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.373033] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.373033] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.373033] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.373033] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.373033] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.373917] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.377016] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.377016] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.377016] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.377016] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.377016] env[69572]: DEBUG nova.virt.hardware [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.381513] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 975.382315] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33220f94-2e17-4388-b46e-975d97d5bdce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.402199] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 975.402199] env[69572]: value = "task-3434812" [ 975.402199] env[69572]: _type = "Task" [ 975.402199] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.411458] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.429170] env[69572]: DEBUG oslo_vmware.api [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434809, 'name': PowerOnVM_Task, 'duration_secs': 0.541875} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.429580] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.429957] env[69572]: INFO nova.compute.manager [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Took 9.27 seconds to spawn the instance on the hypervisor. [ 975.430325] env[69572]: DEBUG nova.compute.manager [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.431260] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b7b284-47b9-438a-b86f-0bb897eca884 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.517644] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434811, 'name': ReconfigVM_Task, 'duration_secs': 0.285572} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.517998] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685659', 'volume_id': 'c98c040d-50a2-4458-83c0-72de22333bf7', 'name': 'volume-c98c040d-50a2-4458-83c0-72de22333bf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bda69c4-efe5-44f1-aa7a-168f1332d615', 'attached_at': '', 'detached_at': '', 'volume_id': 'c98c040d-50a2-4458-83c0-72de22333bf7', 'serial': 'c98c040d-50a2-4458-83c0-72de22333bf7'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 975.518618] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48d91677-f001-4d13-b97f-c46f42b3e567 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.525681] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for the task: (returnval){ [ 975.525681] env[69572]: value = "task-3434813" [ 975.525681] env[69572]: _type = "Task" [ 975.525681] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.533393] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434813, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.834271] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.834271] env[69572]: DEBUG nova.compute.manager [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Instance network_info: |[{"id": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "address": "fa:16:3e:55:2a:07", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb6e266-06", "ovs_interfaceid": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 975.834461] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:2a:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eb6e266-069a-4b76-8752-7a6f5fbc68fe', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.841757] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.841966] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.842203] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80997d14-ee9f-4217-8f9f-a2209f3c2476 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.861873] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.861873] env[69572]: value = "task-3434814" [ 975.861873] env[69572]: _type = "Task" [ 975.861873] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.870549] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434814, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.912742] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434812, 'name': ReconfigVM_Task, 'duration_secs': 0.169363} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.913065] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 975.913826] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6670794f-1116-4752-9501-042890227b8d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.937538] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] fe3ba8da-412e-4cdb-a073-be6375ff2b01/fe3ba8da-412e-4cdb-a073-be6375ff2b01.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.937844] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5091c67-e270-4fbd-bb6b-4971ef3f1b3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.958053] env[69572]: INFO nova.compute.manager [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Took 35.40 seconds to build instance. [ 975.962390] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 975.962390] env[69572]: value = "task-3434815" [ 975.962390] env[69572]: _type = "Task" [ 975.962390] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.971991] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.038019] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434813, 'name': Rename_Task, 'duration_secs': 0.260047} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.038348] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.038625] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7a809ca-45df-4e97-a359-e63be209c4e7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.046165] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for the task: (returnval){ [ 976.046165] env[69572]: value = "task-3434816" [ 976.046165] env[69572]: _type = "Task" [ 976.046165] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.056609] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.077728] env[69572]: DEBUG nova.compute.manager [req-bc62ce5d-e32b-4b0b-8b4f-67da8bb662c0 req-60076ac8-06e4-4869-b7ba-2bf85e642a36 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received event network-changed-6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 976.077863] env[69572]: DEBUG nova.compute.manager [req-bc62ce5d-e32b-4b0b-8b4f-67da8bb662c0 req-60076ac8-06e4-4869-b7ba-2bf85e642a36 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing instance network info cache due to event network-changed-6eb6e266-069a-4b76-8752-7a6f5fbc68fe. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 976.078267] env[69572]: DEBUG oslo_concurrency.lockutils [req-bc62ce5d-e32b-4b0b-8b4f-67da8bb662c0 req-60076ac8-06e4-4869-b7ba-2bf85e642a36 service nova] Acquiring lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.078518] env[69572]: DEBUG oslo_concurrency.lockutils [req-bc62ce5d-e32b-4b0b-8b4f-67da8bb662c0 req-60076ac8-06e4-4869-b7ba-2bf85e642a36 service nova] Acquired lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.078773] env[69572]: DEBUG nova.network.neutron [req-bc62ce5d-e32b-4b0b-8b4f-67da8bb662c0 req-60076ac8-06e4-4869-b7ba-2bf85e642a36 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing network info cache for port 6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.222964] env[69572]: DEBUG nova.compute.manager [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 976.253102] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.253328] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.253484] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.253660] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.253803] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.253944] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.254420] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.254420] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.254496] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.254609] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.254776] env[69572]: DEBUG nova.virt.hardware [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.255671] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdac601-5093-42ba-ae1c-b92779edf42d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.266275] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2058a8-b9db-4bee-90ce-e5b5ab82f1f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.371937] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434814, 'name': CreateVM_Task, 'duration_secs': 0.31784} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.374335] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.375387] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.375560] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.375866] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.376164] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0d98a0-9914-42cb-977a-90759ae661c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.381143] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 976.381143] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523d7550-beaf-3da3-b6e3-0f3b9f7f5a56" [ 976.381143] env[69572]: _type = "Task" [ 976.381143] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.396435] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523d7550-beaf-3da3-b6e3-0f3b9f7f5a56, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.396910] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.397241] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.397818] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.398046] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.398310] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.401733] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22889c95-6870-453a-babb-d547d760d300 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.410617] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.410870] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.412108] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49dc391-4cdc-4f4f-8fe6-cc4435a42940 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.421252] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 976.421252] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522ebc03-f9b1-5d04-7c91-bb12d1cbc272" [ 976.421252] env[69572]: _type = "Task" [ 976.421252] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.431342] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522ebc03-f9b1-5d04-7c91-bb12d1cbc272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.460328] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03694524-1c07-4b12-82a2-83c63ece26f7 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.914s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.473582] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434815, 'name': ReconfigVM_Task, 'duration_secs': 0.297001} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.473817] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Reconfigured VM instance instance-0000004f to attach disk [datastore2] fe3ba8da-412e-4cdb-a073-be6375ff2b01/fe3ba8da-412e-4cdb-a073-be6375ff2b01.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.474622] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance 'fe3ba8da-412e-4cdb-a073-be6375ff2b01' progress to 50 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.528398] env[69572]: DEBUG nova.network.neutron [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Successfully updated port: d9283f6a-d9b7-4350-b8c5-27a684758166 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.532130] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae868398-0707-4dba-ac29-abafab2f98cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.543763] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4521438-3862-4c61-8883-607082954f06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.580180] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434816, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.583648] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dd868b-9d88-4734-a786-639e4433481a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.590964] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2108a3e7-7635-4e18-8585-e12d521b872a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.606491] env[69572]: DEBUG nova.compute.provider_tree [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.624099] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.624331] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.808621] env[69572]: DEBUG nova.network.neutron [req-bc62ce5d-e32b-4b0b-8b4f-67da8bb662c0 req-60076ac8-06e4-4869-b7ba-2bf85e642a36 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updated VIF entry in instance network info cache for port 6eb6e266-069a-4b76-8752-7a6f5fbc68fe. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.809017] env[69572]: DEBUG nova.network.neutron [req-bc62ce5d-e32b-4b0b-8b4f-67da8bb662c0 req-60076ac8-06e4-4869-b7ba-2bf85e642a36 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updating instance_info_cache with network_info: [{"id": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "address": "fa:16:3e:55:2a:07", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb6e266-06", "ovs_interfaceid": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.932061] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522ebc03-f9b1-5d04-7c91-bb12d1cbc272, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.932643] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff45c86-d2e1-4d9d-b561-1df2a594db79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.938182] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 976.938182] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522ebe1d-06aa-b018-b38a-b032619e447e" [ 976.938182] env[69572]: _type = "Task" [ 976.938182] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.947688] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522ebe1d-06aa-b018-b38a-b032619e447e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.983640] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5ba78c-9448-4dd8-81b6-5e408450d7aa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.002471] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2bb60f-19f6-4948-be10-b135af555bb0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.019955] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance 'fe3ba8da-412e-4cdb-a073-be6375ff2b01' progress to 67 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.030282] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquiring lock "refresh_cache-bce10bc6-973a-4dd3-94e0-d6522113149f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.030465] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquired lock "refresh_cache-bce10bc6-973a-4dd3-94e0-d6522113149f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.030579] env[69572]: DEBUG nova.network.neutron [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.057299] env[69572]: DEBUG oslo_vmware.api [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434816, 'name': PowerOnVM_Task, 'duration_secs': 0.836164} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.058539] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.058539] env[69572]: INFO nova.compute.manager [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Took 6.74 seconds to spawn the instance on the hypervisor. [ 977.058539] env[69572]: DEBUG nova.compute.manager [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.058829] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf756f-0cc6-406c-bb9a-e3f1ccebd18c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.109500] env[69572]: DEBUG nova.scheduler.client.report [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.126831] env[69572]: DEBUG nova.compute.manager [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 977.312028] env[69572]: DEBUG oslo_concurrency.lockutils [req-bc62ce5d-e32b-4b0b-8b4f-67da8bb662c0 req-60076ac8-06e4-4869-b7ba-2bf85e642a36 service nova] Releasing lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.450032] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522ebe1d-06aa-b018-b38a-b032619e447e, 'name': SearchDatastore_Task, 'duration_secs': 0.011732} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.450244] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.450512] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] a51e17b5-c330-4c15-b7bb-7269894912a1/a51e17b5-c330-4c15-b7bb-7269894912a1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.450771] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65164da5-fddf-4f9c-8329-88c7833ffa60 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.457951] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 977.457951] env[69572]: value = "task-3434817" [ 977.457951] env[69572]: _type = "Task" [ 977.457951] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.465955] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.559997] env[69572]: DEBUG nova.network.neutron [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Port 3e63d3b2-42a8-437c-ae28-f045f09fb06f binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 977.577495] env[69572]: DEBUG nova.network.neutron [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.579234] env[69572]: INFO nova.compute.manager [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Took 35.92 seconds to build instance. [ 977.615777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.416s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.618930] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.055s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.619201] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.619395] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 977.619702] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.102s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.619915] env[69572]: DEBUG nova.objects.instance [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lazy-loading 'resources' on Instance uuid 84376917-04ce-4186-901b-7289193610fd {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.622050] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3de1d3-83e1-4667-9c97-783e7eb0fb77 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.634992] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88b148d-dec9-4c17-b244-8f0c1c9b33ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.656494] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7072d1-c823-44bb-b34b-7da189b673d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.660264] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.665383] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c7659e-9c40-4eaa-937e-990ec0633266 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.696662] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178623MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 977.696861] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.698034] env[69572]: INFO nova.network.neutron [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updating port 51705e1a-d7f6-4c51-99d0-2b545757ee90 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 977.821987] env[69572]: DEBUG nova.network.neutron [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Updating instance_info_cache with network_info: [{"id": "d9283f6a-d9b7-4350-b8c5-27a684758166", "address": "fa:16:3e:d7:45:e9", "network": {"id": "df1caf5b-0b5e-4505-a72a-20bf9febac3e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2064546781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b472538a624974a308a4cf37efd48e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9283f6a-d9", "ovs_interfaceid": "d9283f6a-d9b7-4350-b8c5-27a684758166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.971677] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434817, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.081769] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8300d4dd-5eaa-46cc-970a-be17dad0a5e7 tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "5bda69c4-efe5-44f1-aa7a-168f1332d615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.428s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.114461] env[69572]: DEBUG nova.compute.manager [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Received event network-vif-plugged-d9283f6a-d9b7-4350-b8c5-27a684758166 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 978.114461] env[69572]: DEBUG oslo_concurrency.lockutils [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] Acquiring lock "bce10bc6-973a-4dd3-94e0-d6522113149f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.114461] env[69572]: DEBUG oslo_concurrency.lockutils [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] Lock "bce10bc6-973a-4dd3-94e0-d6522113149f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.114461] env[69572]: DEBUG oslo_concurrency.lockutils [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] Lock "bce10bc6-973a-4dd3-94e0-d6522113149f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.114461] env[69572]: DEBUG nova.compute.manager [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] No waiting events found dispatching network-vif-plugged-d9283f6a-d9b7-4350-b8c5-27a684758166 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 978.114461] env[69572]: WARNING nova.compute.manager [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Received unexpected event network-vif-plugged-d9283f6a-d9b7-4350-b8c5-27a684758166 for instance with vm_state building and task_state spawning. [ 978.115214] env[69572]: DEBUG nova.compute.manager [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Received event network-changed-d9283f6a-d9b7-4350-b8c5-27a684758166 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 978.115559] env[69572]: DEBUG nova.compute.manager [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Refreshing instance network info cache due to event network-changed-d9283f6a-d9b7-4350-b8c5-27a684758166. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 978.115957] env[69572]: DEBUG oslo_concurrency.lockutils [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] Acquiring lock "refresh_cache-bce10bc6-973a-4dd3-94e0-d6522113149f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.329027] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Releasing lock "refresh_cache-bce10bc6-973a-4dd3-94e0-d6522113149f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.329027] env[69572]: DEBUG nova.compute.manager [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Instance network_info: |[{"id": "d9283f6a-d9b7-4350-b8c5-27a684758166", "address": "fa:16:3e:d7:45:e9", "network": {"id": "df1caf5b-0b5e-4505-a72a-20bf9febac3e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2064546781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b472538a624974a308a4cf37efd48e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9283f6a-d9", "ovs_interfaceid": "d9283f6a-d9b7-4350-b8c5-27a684758166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 978.330270] env[69572]: DEBUG oslo_concurrency.lockutils [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] Acquired lock "refresh_cache-bce10bc6-973a-4dd3-94e0-d6522113149f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.330606] env[69572]: DEBUG nova.network.neutron [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Refreshing network info cache for port d9283f6a-d9b7-4350-b8c5-27a684758166 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.332597] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:45:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9283f6a-d9b7-4350-b8c5-27a684758166', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.340898] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Creating folder: Project (62b472538a624974a308a4cf37efd48e). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.341752] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a1af5f1-bb55-4232-9ccd-734821008368 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.355956] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Created folder: Project (62b472538a624974a308a4cf37efd48e) in parent group-v685431. [ 978.355956] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Creating folder: Instances. Parent ref: group-v685677. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.356127] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3932a911-cf84-486b-897d-390adfbfe47b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.367224] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Created folder: Instances in parent group-v685677. [ 978.368339] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.368339] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.368339] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72e8e389-239b-487d-9da4-79bf43e04644 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.396271] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.396271] env[69572]: value = "task-3434820" [ 978.396271] env[69572]: _type = "Task" [ 978.396271] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.412029] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434820, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.460040] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29a7ebb-2568-4dac-b8d4-98a8f24db408 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.477214] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1184420a-3fe8-4f81-a694-a715cde0b464 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.481157] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578949} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.482089] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] a51e17b5-c330-4c15-b7bb-7269894912a1/a51e17b5-c330-4c15-b7bb-7269894912a1.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.482089] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.482467] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-269b4d18-b7b6-4ddf-ac9d-8af4b3bced46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.514490] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab61b5-649d-40f3-a6c6-6432f63e8807 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.518863] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 978.518863] env[69572]: value = "task-3434821" [ 978.518863] env[69572]: _type = "Task" [ 978.518863] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.526063] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bcc9ae-279d-4e16-adbb-a698a528a7fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.533439] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.548026] env[69572]: DEBUG nova.compute.provider_tree [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.586677] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.587402] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.587402] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.911585] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434820, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.029249] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073186} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.029772] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.030945] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8d92e4-71cd-4866-a1e8-c167a6aa8f42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.049252] env[69572]: DEBUG nova.scheduler.client.report [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.061390] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] a51e17b5-c330-4c15-b7bb-7269894912a1/a51e17b5-c330-4c15-b7bb-7269894912a1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.064783] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d840a2-2c08-427f-8523-b08719d24d8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.086857] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 979.086857] env[69572]: value = "task-3434822" [ 979.086857] env[69572]: _type = "Task" [ 979.086857] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.098900] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.266684] env[69572]: DEBUG nova.network.neutron [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Updated VIF entry in instance network info cache for port d9283f6a-d9b7-4350-b8c5-27a684758166. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.267071] env[69572]: DEBUG nova.network.neutron [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Updating instance_info_cache with network_info: [{"id": "d9283f6a-d9b7-4350-b8c5-27a684758166", "address": "fa:16:3e:d7:45:e9", "network": {"id": "df1caf5b-0b5e-4505-a72a-20bf9febac3e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2064546781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b472538a624974a308a4cf37efd48e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9283f6a-d9", "ovs_interfaceid": "d9283f6a-d9b7-4350-b8c5-27a684758166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.410094] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434820, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.487820] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.488040] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.488248] env[69572]: DEBUG nova.network.neutron [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.566356] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.568825] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.895s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.572728] env[69572]: INFO nova.compute.claims [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.592331] env[69572]: INFO nova.scheduler.client.report [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Deleted allocations for instance 84376917-04ce-4186-901b-7289193610fd [ 979.603915] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434822, 'name': ReconfigVM_Task, 'duration_secs': 0.498816} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.604485] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Reconfigured VM instance instance-00000054 to attach disk [datastore2] a51e17b5-c330-4c15-b7bb-7269894912a1/a51e17b5-c330-4c15-b7bb-7269894912a1.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.605250] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48ff5a94-d39c-43ae-88cd-469fa2ffe442 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.611627] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 979.611627] env[69572]: value = "task-3434823" [ 979.611627] env[69572]: _type = "Task" [ 979.611627] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.623578] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434823, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.632175] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.632785] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.632785] env[69572]: DEBUG nova.network.neutron [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.770608] env[69572]: DEBUG oslo_concurrency.lockutils [req-2b826969-e74c-4d87-bf60-5c9e1c9bc086 req-35fd08af-13b2-429d-9b6a-b80e69628dbb service nova] Releasing lock "refresh_cache-bce10bc6-973a-4dd3-94e0-d6522113149f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.907911] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434820, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.108035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-137fba52-9def-4b7a-89b6-0be38385744f tempest-ServerRescueNegativeTestJSON-972633918 tempest-ServerRescueNegativeTestJSON-972633918-project-member] Lock "84376917-04ce-4186-901b-7289193610fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.127s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.122995] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434823, 'name': Rename_Task, 'duration_secs': 0.151175} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.122995] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.122995] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1496251-fea4-4b67-bd61-3ed0d03b479e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.130319] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 980.130319] env[69572]: value = "task-3434824" [ 980.130319] env[69572]: _type = "Task" [ 980.130319] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.144189] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.199537] env[69572]: DEBUG nova.compute.manager [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Received event network-changed-f7b3fb44-154d-4c9e-8544-c69d901c59c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 980.199728] env[69572]: DEBUG nova.compute.manager [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Refreshing instance network info cache due to event network-changed-f7b3fb44-154d-4c9e-8544-c69d901c59c6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 980.199942] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] Acquiring lock "refresh_cache-5bda69c4-efe5-44f1-aa7a-168f1332d615" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.200127] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] Acquired lock "refresh_cache-5bda69c4-efe5-44f1-aa7a-168f1332d615" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.200349] env[69572]: DEBUG nova.network.neutron [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Refreshing network info cache for port f7b3fb44-154d-4c9e-8544-c69d901c59c6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.229957] env[69572]: DEBUG nova.network.neutron [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updating instance_info_cache with network_info: [{"id": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "address": "fa:16:3e:d2:18:93", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51705e1a-d7", "ovs_interfaceid": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.410801] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434820, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.470090] env[69572]: DEBUG nova.network.neutron [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance_info_cache with network_info: [{"id": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "address": "fa:16:3e:58:1f:fe", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e63d3b2-42", "ovs_interfaceid": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.643302] env[69572]: DEBUG oslo_vmware.api [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434824, 'name': PowerOnVM_Task, 'duration_secs': 0.474929} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.643678] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.643678] env[69572]: INFO nova.compute.manager [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Took 6.88 seconds to spawn the instance on the hypervisor. [ 980.643915] env[69572]: DEBUG nova.compute.manager [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 980.646885] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee78b755-8991-418f-b324-c86b6cffa51c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.732256] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.770019] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1f656ff2b99b7ee727c8f79cdb0d0b67',container_format='bare',created_at=2025-04-15T12:19:47Z,direct_url=,disk_format='vmdk',id=906f7dad-6b69-4ff2-8ab4-5e5e301f5624,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1793200995-shelved',owner='6ef11f457dab43d7a68cd2e4489ac02a',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-15T12:20:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.770019] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.770019] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.770019] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.770019] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.770019] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.770019] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.770019] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.770019] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.770869] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.771186] env[69572]: DEBUG nova.virt.hardware [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.772619] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a37b9c-eb4c-4af3-a564-ad73d52e8a51 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.786034] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215da9df-9944-4c95-92c8-5d3607769862 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.799232] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:18:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51705e1a-d7f6-4c51-99d0-2b545757ee90', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.806706] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.811130] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.811537] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-779ea1c2-997f-45a4-8fa6-6186ac0cf177 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.833981] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.833981] env[69572]: value = "task-3434825" [ 980.833981] env[69572]: _type = "Task" [ 980.833981] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.844762] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434825, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.909716] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434820, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.912168] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8092ef94-25aa-4eba-95b0-caf0450b99e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.921850] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe785489-5104-4af8-b95b-00535c8769ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.963807] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8841c0cb-5cce-491f-8123-2564e1255c78 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.971835] env[69572]: DEBUG oslo_concurrency.lockutils [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.977433] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0352bb14-1110-42f2-adb2-8c14cdfc3521 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.992311] env[69572]: DEBUG nova.compute.provider_tree [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.010364] env[69572]: DEBUG nova.network.neutron [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Updated VIF entry in instance network info cache for port f7b3fb44-154d-4c9e-8544-c69d901c59c6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.010802] env[69572]: DEBUG nova.network.neutron [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Updating instance_info_cache with network_info: [{"id": "f7b3fb44-154d-4c9e-8544-c69d901c59c6", "address": "fa:16:3e:0f:98:70", "network": {"id": "aa3ee767-2787-42f2-ad2b-b86eacf5e96b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-946843279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86e84c12033241fa9362742c0a7a5a3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b3fb44-15", "ovs_interfaceid": "f7b3fb44-154d-4c9e-8544-c69d901c59c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.163876] env[69572]: INFO nova.compute.manager [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Took 34.91 seconds to build instance. [ 981.348362] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434825, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.415577] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434820, 'name': CreateVM_Task, 'duration_secs': 2.988636} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.415577] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.415577] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.415577] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.415577] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.415577] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84ed940-30b2-4811-b797-21941502f16a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.419688] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for the task: (returnval){ [ 981.419688] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5209406d-d0fd-dcee-0f95-2a2178e062bd" [ 981.419688] env[69572]: _type = "Task" [ 981.419688] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.429424] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5209406d-d0fd-dcee-0f95-2a2178e062bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.495185] env[69572]: DEBUG nova.scheduler.client.report [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.501343] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb3ece3-b697-43ce-94ac-65fa97cb574f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.524938] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] Releasing lock "refresh_cache-5bda69c4-efe5-44f1-aa7a-168f1332d615" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.525949] env[69572]: DEBUG nova.compute.manager [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received event network-vif-plugged-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 981.526251] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] Acquiring lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.529557] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.529557] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.529557] env[69572]: DEBUG nova.compute.manager [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] No waiting events found dispatching network-vif-plugged-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 981.529557] env[69572]: WARNING nova.compute.manager [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received unexpected event network-vif-plugged-51705e1a-d7f6-4c51-99d0-2b545757ee90 for instance with vm_state shelved_offloaded and task_state spawning. [ 981.529557] env[69572]: DEBUG nova.compute.manager [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received event network-changed-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 981.529557] env[69572]: DEBUG nova.compute.manager [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Refreshing instance network info cache due to event network-changed-51705e1a-d7f6-4c51-99d0-2b545757ee90. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 981.529557] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] Acquiring lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.529557] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] Acquired lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.529557] env[69572]: DEBUG nova.network.neutron [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Refreshing network info cache for port 51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.530124] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4031b50d-25ac-4c58-a199-fde5ae09f649 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.538819] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance 'fe3ba8da-412e-4cdb-a073-be6375ff2b01' progress to 83 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.670972] env[69572]: DEBUG oslo_concurrency.lockutils [None req-488c4e66-2fe1-4abf-b780-7159ac3601c9 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "a51e17b5-c330-4c15-b7bb-7269894912a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.429s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.846614] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434825, 'name': CreateVM_Task, 'duration_secs': 0.667693} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.846886] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.847627] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.847846] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.848267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.848534] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6dc695-6186-4656-bb38-42f2207e6ef7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.854527] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 981.854527] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52927efb-5c00-73d9-0457-42a27101f70b" [ 981.854527] env[69572]: _type = "Task" [ 981.854527] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.870627] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.871028] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Processing image 906f7dad-6b69-4ff2-8ab4-5e5e301f5624 {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.871135] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624/906f7dad-6b69-4ff2-8ab4-5e5e301f5624.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.871277] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624/906f7dad-6b69-4ff2-8ab4-5e5e301f5624.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.871450] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.871719] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fbee34a-5b37-4153-b9c1-32f853473c0b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.890280] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.890470] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.891226] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf592ae-9c4f-4cff-aca4-684b4fc1f96f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.896681] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 981.896681] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52cf6f03-3779-44e4-3864-dda4d22d3397" [ 981.896681] env[69572]: _type = "Task" [ 981.896681] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.904640] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52cf6f03-3779-44e4-3864-dda4d22d3397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.930256] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5209406d-d0fd-dcee-0f95-2a2178e062bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.930572] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.930816] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.931067] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.931216] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.931395] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.931637] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93d9d79b-69cc-4d7a-afb1-8d6b3c4fe674 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.952019] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.952019] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.952019] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b326199-fc1f-41fa-bc7f-2848c8783026 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.959861] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for the task: (returnval){ [ 981.959861] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52901982-ef50-6b92-1cfa-0d8e66de712d" [ 981.959861] env[69572]: _type = "Task" [ 981.959861] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.969634] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52901982-ef50-6b92-1cfa-0d8e66de712d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.006536] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.007064] env[69572]: DEBUG nova.compute.manager [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 982.012126] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.691s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.014111] env[69572]: INFO nova.compute.claims [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.046834] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.047570] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ed7609-827c-4b8a-bdd5-2e71f67e73ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.056172] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 982.056172] env[69572]: value = "task-3434826" [ 982.056172] env[69572]: _type = "Task" [ 982.056172] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.066266] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.088112] env[69572]: DEBUG nova.compute.manager [req-a6c5c147-e8bf-4314-8dd0-8a38aff1bd5a req-23f4dcb1-2a28-4662-a0ef-36a8eadd7198 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received event network-changed-6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 982.088112] env[69572]: DEBUG nova.compute.manager [req-a6c5c147-e8bf-4314-8dd0-8a38aff1bd5a req-23f4dcb1-2a28-4662-a0ef-36a8eadd7198 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing instance network info cache due to event network-changed-6eb6e266-069a-4b76-8752-7a6f5fbc68fe. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 982.088112] env[69572]: DEBUG oslo_concurrency.lockutils [req-a6c5c147-e8bf-4314-8dd0-8a38aff1bd5a req-23f4dcb1-2a28-4662-a0ef-36a8eadd7198 service nova] Acquiring lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.088112] env[69572]: DEBUG oslo_concurrency.lockutils [req-a6c5c147-e8bf-4314-8dd0-8a38aff1bd5a req-23f4dcb1-2a28-4662-a0ef-36a8eadd7198 service nova] Acquired lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.088112] env[69572]: DEBUG nova.network.neutron [req-a6c5c147-e8bf-4314-8dd0-8a38aff1bd5a req-23f4dcb1-2a28-4662-a0ef-36a8eadd7198 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing network info cache for port 6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.408584] env[69572]: DEBUG nova.network.neutron [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updated VIF entry in instance network info cache for port 51705e1a-d7f6-4c51-99d0-2b545757ee90. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.408953] env[69572]: DEBUG nova.network.neutron [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updating instance_info_cache with network_info: [{"id": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "address": "fa:16:3e:d2:18:93", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51705e1a-d7", "ovs_interfaceid": "51705e1a-d7f6-4c51-99d0-2b545757ee90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.411048] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Preparing fetch location {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 982.411048] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Fetch image to [datastore1] OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418/OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418.vmdk {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 982.411048] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Downloading stream optimized image 906f7dad-6b69-4ff2-8ab4-5e5e301f5624 to [datastore1] OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418/OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418.vmdk on the data store datastore1 as vApp {{(pid=69572) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 982.411048] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Downloading image file data 906f7dad-6b69-4ff2-8ab4-5e5e301f5624 to the ESX as VM named 'OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418' {{(pid=69572) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 982.471652] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52901982-ef50-6b92-1cfa-0d8e66de712d, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.472501] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddab0e7a-3419-4909-94fe-ae8d2f24ffba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.478092] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for the task: (returnval){ [ 982.478092] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5285561c-66f5-5c20-1b21-6ba609ea4362" [ 982.478092] env[69572]: _type = "Task" [ 982.478092] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.486507] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5285561c-66f5-5c20-1b21-6ba609ea4362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.490021] env[69572]: DEBUG oslo_vmware.rw_handles [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 982.490021] env[69572]: value = "resgroup-9" [ 982.490021] env[69572]: _type = "ResourcePool" [ 982.490021] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 982.490289] env[69572]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-57277650-17dc-4016-b241-0a79fb8b89ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.512094] env[69572]: DEBUG oslo_vmware.rw_handles [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lease: (returnval){ [ 982.512094] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d598c9-029e-3417-d44f-1d03c2480b63" [ 982.512094] env[69572]: _type = "HttpNfcLease" [ 982.512094] env[69572]: } obtained for vApp import into resource pool (val){ [ 982.512094] env[69572]: value = "resgroup-9" [ 982.512094] env[69572]: _type = "ResourcePool" [ 982.512094] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 982.512094] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the lease: (returnval){ [ 982.512094] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d598c9-029e-3417-d44f-1d03c2480b63" [ 982.512094] env[69572]: _type = "HttpNfcLease" [ 982.512094] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 982.518894] env[69572]: DEBUG nova.compute.utils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.523903] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.523903] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d598c9-029e-3417-d44f-1d03c2480b63" [ 982.523903] env[69572]: _type = "HttpNfcLease" [ 982.523903] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 982.523903] env[69572]: DEBUG nova.compute.manager [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 982.523903] env[69572]: DEBUG nova.network.neutron [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.568573] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.599040] env[69572]: DEBUG nova.policy [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75cd59080a4f4c7aaed6acb51010556b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40070b7dddf8492d8af786fe89687bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.894663] env[69572]: DEBUG nova.network.neutron [req-a6c5c147-e8bf-4314-8dd0-8a38aff1bd5a req-23f4dcb1-2a28-4662-a0ef-36a8eadd7198 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updated VIF entry in instance network info cache for port 6eb6e266-069a-4b76-8752-7a6f5fbc68fe. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.895442] env[69572]: DEBUG nova.network.neutron [req-a6c5c147-e8bf-4314-8dd0-8a38aff1bd5a req-23f4dcb1-2a28-4662-a0ef-36a8eadd7198 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updating instance_info_cache with network_info: [{"id": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "address": "fa:16:3e:55:2a:07", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb6e266-06", "ovs_interfaceid": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.914593] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a551428-c477-44f9-9f5e-3062385f850b req-2087a888-fbe0-4d3b-b91c-62262258a935 service nova] Releasing lock "refresh_cache-e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.993185] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5285561c-66f5-5c20-1b21-6ba609ea4362, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.993532] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.993847] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] bce10bc6-973a-4dd3-94e0-d6522113149f/bce10bc6-973a-4dd3-94e0-d6522113149f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.994137] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9c0ed37-53c3-40c0-b7e6-29d3d8332e83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.001264] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for the task: (returnval){ [ 983.001264] env[69572]: value = "task-3434828" [ 983.001264] env[69572]: _type = "Task" [ 983.001264] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.010141] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.021507] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.021507] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d598c9-029e-3417-d44f-1d03c2480b63" [ 983.021507] env[69572]: _type = "HttpNfcLease" [ 983.021507] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 983.023849] env[69572]: DEBUG nova.compute.manager [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 983.070834] env[69572]: DEBUG oslo_vmware.api [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434826, 'name': PowerOnVM_Task, 'duration_secs': 0.839082} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.071177] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.071411] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-03211578-2e5f-449c-96da-e34ebfe3c28e tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance 'fe3ba8da-412e-4cdb-a073-be6375ff2b01' progress to 100 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.080280] env[69572]: DEBUG nova.network.neutron [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Successfully created port: 74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.191173] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "812d8864-f721-4a9b-a745-92a31098bf5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.191570] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "812d8864-f721-4a9b-a745-92a31098bf5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.394067] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadb05c6-ade1-4bae-ae36-5ae261c2fe7f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.402203] env[69572]: DEBUG oslo_concurrency.lockutils [req-a6c5c147-e8bf-4314-8dd0-8a38aff1bd5a req-23f4dcb1-2a28-4662-a0ef-36a8eadd7198 service nova] Releasing lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.403460] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b86081f-6c1b-4167-91a6-66a82530d1ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.439212] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1bce27-caa1-4ee5-bf05-c23d29af7025 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.447181] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b26997-fe32-4aaf-a70e-13b9a7c2074e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.462973] env[69572]: DEBUG nova.compute.provider_tree [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.512928] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492479} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.516341] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] bce10bc6-973a-4dd3-94e0-d6522113149f/bce10bc6-973a-4dd3-94e0-d6522113149f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.516573] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.516826] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bebeef8b-1dbb-46ed-8d3b-44b694252321 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.521906] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.521906] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d598c9-029e-3417-d44f-1d03c2480b63" [ 983.521906] env[69572]: _type = "HttpNfcLease" [ 983.521906] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 983.522178] env[69572]: DEBUG oslo_vmware.rw_handles [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 983.522178] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d598c9-029e-3417-d44f-1d03c2480b63" [ 983.522178] env[69572]: _type = "HttpNfcLease" [ 983.522178] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 983.522897] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f212be95-0296-4352-b0d2-31ee8d5bee65 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.526260] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for the task: (returnval){ [ 983.526260] env[69572]: value = "task-3434829" [ 983.526260] env[69572]: _type = "Task" [ 983.526260] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.535785] env[69572]: DEBUG oslo_vmware.rw_handles [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acac48-7fab-a820-3017-0db970849569/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 983.535967] env[69572]: DEBUG oslo_vmware.rw_handles [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acac48-7fab-a820-3017-0db970849569/disk-0.vmdk. {{(pid=69572) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 983.607745] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.613725] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f64faf8-1ab6-4875-87de-85b9dea7fa26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.695346] env[69572]: DEBUG nova.compute.manager [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 983.966536] env[69572]: DEBUG nova.scheduler.client.report [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.036782] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06253} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.037080] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.038187] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679119f5-0ee9-440d-9a3c-de0c0dbe620e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.041397] env[69572]: DEBUG nova.compute.manager [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 984.065044] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] bce10bc6-973a-4dd3-94e0-d6522113149f/bce10bc6-973a-4dd3-94e0-d6522113149f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.067263] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349af78e-d87a-49cf-aceb-823cffc846ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.088205] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for the task: (returnval){ [ 984.088205] env[69572]: value = "task-3434830" [ 984.088205] env[69572]: _type = "Task" [ 984.088205] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.090478] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.090742] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.091034] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.091232] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.091376] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.091597] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.091819] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.091909] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.092029] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.092194] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.092443] env[69572]: DEBUG nova.virt.hardware [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.093422] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d944875f-79e7-4a12-9f15-0caeef5daf75 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.106995] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decf64fb-41cb-4352-bb1f-1ff66f12da87 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.111057] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.219353] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.471289] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.471802] env[69572]: DEBUG nova.compute.manager [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 984.474400] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.393s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.474620] env[69572]: DEBUG nova.objects.instance [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lazy-loading 'resources' on Instance uuid ff6c4b43-59f9-4d4e-915f-02a21db0b341 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.532870] env[69572]: DEBUG nova.compute.manager [req-3f2096b6-5373-4a55-9ebf-11711a6dcef3 req-30533431-3735-472c-a1ce-cb457636b472 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Received event network-vif-plugged-74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 984.532870] env[69572]: DEBUG oslo_concurrency.lockutils [req-3f2096b6-5373-4a55-9ebf-11711a6dcef3 req-30533431-3735-472c-a1ce-cb457636b472 service nova] Acquiring lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.532870] env[69572]: DEBUG oslo_concurrency.lockutils [req-3f2096b6-5373-4a55-9ebf-11711a6dcef3 req-30533431-3735-472c-a1ce-cb457636b472 service nova] Lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.532870] env[69572]: DEBUG oslo_concurrency.lockutils [req-3f2096b6-5373-4a55-9ebf-11711a6dcef3 req-30533431-3735-472c-a1ce-cb457636b472 service nova] Lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.533242] env[69572]: DEBUG nova.compute.manager [req-3f2096b6-5373-4a55-9ebf-11711a6dcef3 req-30533431-3735-472c-a1ce-cb457636b472 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] No waiting events found dispatching network-vif-plugged-74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 984.533242] env[69572]: WARNING nova.compute.manager [req-3f2096b6-5373-4a55-9ebf-11711a6dcef3 req-30533431-3735-472c-a1ce-cb457636b472 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Received unexpected event network-vif-plugged-74786803-7e5b-4075-a283-636dabbe45c6 for instance with vm_state building and task_state spawning. [ 984.612815] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434830, 'name': ReconfigVM_Task, 'duration_secs': 0.277179} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.614948] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Reconfigured VM instance instance-00000055 to attach disk [datastore2] bce10bc6-973a-4dd3-94e0-d6522113149f/bce10bc6-973a-4dd3-94e0-d6522113149f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.621331] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bef18da-b69e-465b-8ca8-8af3e17b88f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.636218] env[69572]: DEBUG nova.network.neutron [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Successfully updated port: 74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.639728] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for the task: (returnval){ [ 984.639728] env[69572]: value = "task-3434831" [ 984.639728] env[69572]: _type = "Task" [ 984.639728] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.652301] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434831, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.980738] env[69572]: DEBUG nova.compute.utils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.984276] env[69572]: DEBUG nova.compute.manager [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 984.984634] env[69572]: DEBUG nova.network.neutron [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.028672] env[69572]: DEBUG nova.policy [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5decc2bedd674d84a0cb5545250e4b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52fdb713706545369a8020df88778783', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.149294] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.149524] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.149710] env[69572]: DEBUG nova.network.neutron [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.173023] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434831, 'name': Rename_Task, 'duration_secs': 0.147677} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.175870] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.176109] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f2c5c46-f796-4aca-9ae3-00b53fc1e6fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.183506] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for the task: (returnval){ [ 985.183506] env[69572]: value = "task-3434832" [ 985.183506] env[69572]: _type = "Task" [ 985.183506] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.197690] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.350407] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7366919f-1092-44a1-a0fb-873a523beebf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.361736] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c486b7d3-1d49-497c-81c8-de3a67ad2193 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.400304] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e1c06e-de16-43d6-aea6-0154b2a3702e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.406062] env[69572]: DEBUG oslo_vmware.rw_handles [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Completed reading data from the image iterator. {{(pid=69572) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 985.406292] env[69572]: DEBUG oslo_vmware.rw_handles [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acac48-7fab-a820-3017-0db970849569/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 985.407160] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdaf9b1-c623-4103-9fcd-e56408b66446 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.417461] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6575b501-841e-4ba8-a431-c7e2639c80dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.423395] env[69572]: DEBUG oslo_vmware.rw_handles [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acac48-7fab-a820-3017-0db970849569/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 985.423591] env[69572]: DEBUG oslo_vmware.rw_handles [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acac48-7fab-a820-3017-0db970849569/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 985.424399] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b7a62671-220c-4489-95e7-811c5f3f5e2c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.434200] env[69572]: DEBUG nova.compute.provider_tree [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.488409] env[69572]: DEBUG nova.compute.manager [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 985.637020] env[69572]: DEBUG oslo_vmware.rw_handles [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acac48-7fab-a820-3017-0db970849569/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 985.637257] env[69572]: INFO nova.virt.vmwareapi.images [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Downloaded image file data 906f7dad-6b69-4ff2-8ab4-5e5e301f5624 [ 985.638126] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0bb111-568a-4a65-ab88-cc1a55c9aec9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.654846] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ed0a14-3337-4580-9c48-fb34031b0f99 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.692796] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.710653] env[69572]: DEBUG nova.network.neutron [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.760286] env[69572]: INFO nova.virt.vmwareapi.images [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] The imported VM was unregistered [ 985.764877] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Caching image {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 985.765164] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating directory with path [datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624 {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.766351] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28c7ce49-72f6-44de-a21e-b32b2edd5ebb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.787291] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Created directory with path [datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624 {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.787291] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418/OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418.vmdk to [datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624/906f7dad-6b69-4ff2-8ab4-5e5e301f5624.vmdk. {{(pid=69572) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 985.787474] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0fcb207c-9a88-4a2d-9456-76c95eb79dea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.794696] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 985.794696] env[69572]: value = "task-3434834" [ 985.794696] env[69572]: _type = "Task" [ 985.794696] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.796282] env[69572]: DEBUG nova.network.neutron [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Successfully created port: 2fc07033-e53e-49bf-846c-85f6ce8f3e06 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.810751] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434834, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.875609] env[69572]: DEBUG nova.network.neutron [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Updating instance_info_cache with network_info: [{"id": "74786803-7e5b-4075-a283-636dabbe45c6", "address": "fa:16:3e:40:1f:bd", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74786803-7e", "ovs_interfaceid": "74786803-7e5b-4075-a283-636dabbe45c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.938628] env[69572]: DEBUG nova.scheduler.client.report [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.194294] env[69572]: DEBUG oslo_vmware.api [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434832, 'name': PowerOnVM_Task, 'duration_secs': 0.761118} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.194581] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.194792] env[69572]: INFO nova.compute.manager [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Took 9.97 seconds to spawn the instance on the hypervisor. [ 986.194972] env[69572]: DEBUG nova.compute.manager [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.195819] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0ae278-a90b-4d8d-b558-0fbbaea399b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.281056] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.281056] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.281056] env[69572]: DEBUG nova.compute.manager [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Going to confirm migration 3 {{(pid=69572) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 986.306037] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434834, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.379178] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.379478] env[69572]: DEBUG nova.compute.manager [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Instance network_info: |[{"id": "74786803-7e5b-4075-a283-636dabbe45c6", "address": "fa:16:3e:40:1f:bd", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74786803-7e", "ovs_interfaceid": "74786803-7e5b-4075-a283-636dabbe45c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 986.379912] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:1f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74786803-7e5b-4075-a283-636dabbe45c6', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.387590] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Creating folder: Project (40070b7dddf8492d8af786fe89687bca). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.387853] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19e7cb61-51ef-4ca9-947e-6dce66af3106 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.398203] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Created folder: Project (40070b7dddf8492d8af786fe89687bca) in parent group-v685431. [ 986.398374] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Creating folder: Instances. Parent ref: group-v685682. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.398584] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb884a61-1a00-4c83-81b6-ef9dc4fbb4a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.407715] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Created folder: Instances in parent group-v685682. [ 986.407898] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.408085] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.408267] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36e4a29c-328a-4dc4-953b-d6ac214cac32 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.428022] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.428022] env[69572]: value = "task-3434837" [ 986.428022] env[69572]: _type = "Task" [ 986.428022] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.435228] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434837, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.444132] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.446504] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.254s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.468294] env[69572]: INFO nova.scheduler.client.report [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted allocations for instance ff6c4b43-59f9-4d4e-915f-02a21db0b341 [ 986.497427] env[69572]: DEBUG nova.compute.manager [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 986.532279] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.532543] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.532689] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.532869] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.533028] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.533184] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.533436] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.533601] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.533768] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.533927] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.534113] env[69572]: DEBUG nova.virt.hardware [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.535311] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482fc8e1-ffa9-4ba2-b460-4be4e8afbbbb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.547046] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74453de5-8a31-4533-a501-0586bc3bd1f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.568369] env[69572]: DEBUG nova.compute.manager [req-73db3e78-02a7-4089-8cec-04cf9e9215f7 req-9b9743e3-35cb-4838-a7c7-20dfb7e0b1c1 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Received event network-changed-74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 986.568604] env[69572]: DEBUG nova.compute.manager [req-73db3e78-02a7-4089-8cec-04cf9e9215f7 req-9b9743e3-35cb-4838-a7c7-20dfb7e0b1c1 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Refreshing instance network info cache due to event network-changed-74786803-7e5b-4075-a283-636dabbe45c6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 986.568826] env[69572]: DEBUG oslo_concurrency.lockutils [req-73db3e78-02a7-4089-8cec-04cf9e9215f7 req-9b9743e3-35cb-4838-a7c7-20dfb7e0b1c1 service nova] Acquiring lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.568971] env[69572]: DEBUG oslo_concurrency.lockutils [req-73db3e78-02a7-4089-8cec-04cf9e9215f7 req-9b9743e3-35cb-4838-a7c7-20dfb7e0b1c1 service nova] Acquired lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.569416] env[69572]: DEBUG nova.network.neutron [req-73db3e78-02a7-4089-8cec-04cf9e9215f7 req-9b9743e3-35cb-4838-a7c7-20dfb7e0b1c1 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Refreshing network info cache for port 74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.713987] env[69572]: INFO nova.compute.manager [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Took 39.72 seconds to build instance. [ 986.808478] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434834, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.883270] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.883498] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.883687] env[69572]: DEBUG nova.network.neutron [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.883875] env[69572]: DEBUG nova.objects.instance [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lazy-loading 'info_cache' on Instance uuid fe3ba8da-412e-4cdb-a073-be6375ff2b01 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.943584] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434837, 'name': CreateVM_Task, 'duration_secs': 0.467224} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.943584] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.944764] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.944764] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.944764] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.944764] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8502236d-7595-41eb-8342-d11c0aeaa0a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.952959] env[69572]: INFO nova.compute.claims [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.957448] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 986.957448] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52224227-c746-a04e-6703-1d526f68174d" [ 986.957448] env[69572]: _type = "Task" [ 986.957448] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.969512] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52224227-c746-a04e-6703-1d526f68174d, 'name': SearchDatastore_Task, 'duration_secs': 0.014507} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.969897] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.970033] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.970635] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.970635] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.971995] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.971995] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1e6e813-7b61-41fa-a9ff-dd05bb0a2fab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.976356] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f6edc471-32d9-41e4-bc99-88843a78965c tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "ff6c4b43-59f9-4d4e-915f-02a21db0b341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.924s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.988059] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.988059] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.988362] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec1a5b4-d888-4ab5-9f60-c17778f90a51 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.002907] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 987.002907] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52beab0d-4337-c78b-f231-4f48659263b3" [ 987.002907] env[69572]: _type = "Task" [ 987.002907] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.013998] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52beab0d-4337-c78b-f231-4f48659263b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.216394] env[69572]: DEBUG oslo_concurrency.lockutils [None req-aff28796-ac15-43b8-97ef-7df276bff636 tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lock "bce10bc6-973a-4dd3-94e0-d6522113149f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.229s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.312324] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434834, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.460630] env[69572]: INFO nova.compute.resource_tracker [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating resource usage from migration bab1bf56-f95a-469d-97ea-20dbbcfe5be7 [ 987.515696] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52beab0d-4337-c78b-f231-4f48659263b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01937} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.516723] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb1cbb7-a9a5-499d-826c-fb6e945d3747 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.525140] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 987.525140] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a5b2cb-1f6b-0921-29fa-45397e0547d2" [ 987.525140] env[69572]: _type = "Task" [ 987.525140] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.539346] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a5b2cb-1f6b-0921-29fa-45397e0547d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.590839] env[69572]: DEBUG nova.network.neutron [req-73db3e78-02a7-4089-8cec-04cf9e9215f7 req-9b9743e3-35cb-4838-a7c7-20dfb7e0b1c1 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Updated VIF entry in instance network info cache for port 74786803-7e5b-4075-a283-636dabbe45c6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.591127] env[69572]: DEBUG nova.network.neutron [req-73db3e78-02a7-4089-8cec-04cf9e9215f7 req-9b9743e3-35cb-4838-a7c7-20dfb7e0b1c1 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Updating instance_info_cache with network_info: [{"id": "74786803-7e5b-4075-a283-636dabbe45c6", "address": "fa:16:3e:40:1f:bd", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74786803-7e", "ovs_interfaceid": "74786803-7e5b-4075-a283-636dabbe45c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.599674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "6b825bbb-6005-4481-bedb-b021b8b71e54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.599674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "6b825bbb-6005-4481-bedb-b021b8b71e54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.599674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "6b825bbb-6005-4481-bedb-b021b8b71e54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.599674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "6b825bbb-6005-4481-bedb-b021b8b71e54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.599674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "6b825bbb-6005-4481-bedb-b021b8b71e54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.603294] env[69572]: INFO nova.compute.manager [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Terminating instance [ 987.814990] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434834, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.838252] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a328cdf-b6e0-475d-a40b-49a1c1625926 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.848091] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e48fc8-acdb-4c0d-ad81-d73bdc98cfa4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.891833] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020832b1-2487-46ff-b42d-ddbedeae2ca3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.904818] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bea9679-922f-42d1-9a2f-932ef7815ca8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.924146] env[69572]: DEBUG nova.compute.provider_tree [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.998460] env[69572]: DEBUG nova.network.neutron [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Successfully updated port: 2fc07033-e53e-49bf-846c-85f6ce8f3e06 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.036212] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a5b2cb-1f6b-0921-29fa-45397e0547d2, 'name': SearchDatastore_Task, 'duration_secs': 0.020102} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.036506] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.036773] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 7888779c-56a7-4f64-a827-3b0c07e2d5f3/7888779c-56a7-4f64-a827-3b0c07e2d5f3.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.037100] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a04ed26-97f6-459c-902e-efc946b53220 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.046932] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 988.046932] env[69572]: value = "task-3434838" [ 988.046932] env[69572]: _type = "Task" [ 988.046932] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.057022] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.096073] env[69572]: DEBUG oslo_concurrency.lockutils [req-73db3e78-02a7-4089-8cec-04cf9e9215f7 req-9b9743e3-35cb-4838-a7c7-20dfb7e0b1c1 service nova] Releasing lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.108385] env[69572]: DEBUG nova.compute.manager [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 988.108767] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.110820] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9002a-cc00-473b-a271-149200747a21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.121096] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.121096] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6215e272-612e-41c4-a78b-b41fd0159a6f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.129467] env[69572]: DEBUG oslo_vmware.api [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 988.129467] env[69572]: value = "task-3434839" [ 988.129467] env[69572]: _type = "Task" [ 988.129467] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.139128] env[69572]: DEBUG nova.network.neutron [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance_info_cache with network_info: [{"id": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "address": "fa:16:3e:58:1f:fe", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e63d3b2-42", "ovs_interfaceid": "3e63d3b2-42a8-437c-ae28-f045f09fb06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.144375] env[69572]: DEBUG oslo_vmware.api [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.309836] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434834, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.430030] env[69572]: DEBUG nova.scheduler.client.report [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.501700] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.501700] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.501700] env[69572]: DEBUG nova.network.neutron [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.559752] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434838, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.605213] env[69572]: DEBUG nova.compute.manager [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Received event network-vif-plugged-2fc07033-e53e-49bf-846c-85f6ce8f3e06 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 988.605584] env[69572]: DEBUG oslo_concurrency.lockutils [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] Acquiring lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.605883] env[69572]: DEBUG oslo_concurrency.lockutils [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] Lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.606082] env[69572]: DEBUG oslo_concurrency.lockutils [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] Lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.606266] env[69572]: DEBUG nova.compute.manager [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] No waiting events found dispatching network-vif-plugged-2fc07033-e53e-49bf-846c-85f6ce8f3e06 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 988.607595] env[69572]: WARNING nova.compute.manager [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Received unexpected event network-vif-plugged-2fc07033-e53e-49bf-846c-85f6ce8f3e06 for instance with vm_state building and task_state spawning. [ 988.607595] env[69572]: DEBUG nova.compute.manager [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Received event network-changed-2fc07033-e53e-49bf-846c-85f6ce8f3e06 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 988.607595] env[69572]: DEBUG nova.compute.manager [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Refreshing instance network info cache due to event network-changed-2fc07033-e53e-49bf-846c-85f6ce8f3e06. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 988.607595] env[69572]: DEBUG oslo_concurrency.lockutils [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] Acquiring lock "refresh_cache-f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.643113] env[69572]: DEBUG oslo_vmware.api [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434839, 'name': PowerOffVM_Task, 'duration_secs': 0.207377} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.643769] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.643996] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.644290] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e9e9ad9-6c6a-4f0f-ace5-e1843d2cd4a1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.646510] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-fe3ba8da-412e-4cdb-a073-be6375ff2b01" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.646674] env[69572]: DEBUG nova.objects.instance [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lazy-loading 'migration_context' on Instance uuid fe3ba8da-412e-4cdb-a073-be6375ff2b01 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.694449] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.694777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.719672] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.720025] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.720264] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleting the datastore file [datastore1] 6b825bbb-6005-4481-bedb-b021b8b71e54 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.720548] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15820d4b-a63f-47a6-b008-3717f94a48ff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.734060] env[69572]: DEBUG oslo_vmware.api [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 988.734060] env[69572]: value = "task-3434841" [ 988.734060] env[69572]: _type = "Task" [ 988.734060] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.742908] env[69572]: DEBUG oslo_vmware.api [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.810095] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434834, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.935811] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.488s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.935811] env[69572]: INFO nova.compute.manager [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Migrating [ 988.944365] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.123s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.945017] env[69572]: INFO nova.compute.claims [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.032343] env[69572]: DEBUG nova.network.neutron [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.060210] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434838, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.149247] env[69572]: DEBUG nova.objects.base [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 989.150215] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd5dba3-0851-42f7-a371-771d4f861873 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.169265] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d716ff-d013-4855-824b-0e23ecbaec24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.173654] env[69572]: DEBUG nova.network.neutron [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Updating instance_info_cache with network_info: [{"id": "2fc07033-e53e-49bf-846c-85f6ce8f3e06", "address": "fa:16:3e:4b:b3:24", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc07033-e5", "ovs_interfaceid": "2fc07033-e53e-49bf-846c-85f6ce8f3e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.177180] env[69572]: DEBUG oslo_vmware.api [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 989.177180] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523afda0-8963-2f0b-4ceb-be8b69f1522a" [ 989.177180] env[69572]: _type = "Task" [ 989.177180] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.184977] env[69572]: DEBUG oslo_vmware.api [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523afda0-8963-2f0b-4ceb-be8b69f1522a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.197317] env[69572]: DEBUG nova.compute.manager [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 989.246316] env[69572]: DEBUG oslo_vmware.api [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.309103] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434834, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.105057} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.309392] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418/OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418.vmdk to [datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624/906f7dad-6b69-4ff2-8ab4-5e5e301f5624.vmdk. [ 989.309584] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Cleaning up location [datastore1] OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418 {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 989.309744] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b3189953-e3e0-478a-9232-073e8944d418 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.309996] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e3bf3d-4fd5-45ce-8814-2b606baa2a7f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.317858] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 989.317858] env[69572]: value = "task-3434842" [ 989.317858] env[69572]: _type = "Task" [ 989.317858] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.326403] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.456701] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.456923] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.457094] env[69572]: DEBUG nova.network.neutron [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.559413] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434838, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.677752] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.679601] env[69572]: DEBUG nova.compute.manager [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Instance network_info: |[{"id": "2fc07033-e53e-49bf-846c-85f6ce8f3e06", "address": "fa:16:3e:4b:b3:24", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc07033-e5", "ovs_interfaceid": "2fc07033-e53e-49bf-846c-85f6ce8f3e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 989.679601] env[69572]: DEBUG oslo_concurrency.lockutils [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] Acquired lock "refresh_cache-f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.679601] env[69572]: DEBUG nova.network.neutron [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Refreshing network info cache for port 2fc07033-e53e-49bf-846c-85f6ce8f3e06 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.679984] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:b3:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fc07033-e53e-49bf-846c-85f6ce8f3e06', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.688637] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.694859] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.695398] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29a5f7c3-dac9-41d7-b1ba-1a9c5ccd0a2f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.719918] env[69572]: DEBUG oslo_vmware.api [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523afda0-8963-2f0b-4ceb-be8b69f1522a, 'name': SearchDatastore_Task, 'duration_secs': 0.044816} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.719918] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.723965] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.723965] env[69572]: value = "task-3434843" [ 989.723965] env[69572]: _type = "Task" [ 989.723965] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.732203] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434843, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.733521] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.743044] env[69572]: DEBUG oslo_vmware.api [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.947215} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.743773] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.743958] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.744328] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.744517] env[69572]: INFO nova.compute.manager [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Took 1.64 seconds to destroy the instance on the hypervisor. [ 989.744773] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.745397] env[69572]: DEBUG nova.compute.manager [-] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 989.745521] env[69572]: DEBUG nova.network.neutron [-] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.828410] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366742} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.828549] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.828746] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624/906f7dad-6b69-4ff2-8ab4-5e5e301f5624.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.829032] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624/906f7dad-6b69-4ff2-8ab4-5e5e301f5624.vmdk to [datastore1] e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3/e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.829336] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dca6169c-1f59-41be-873b-4ad19ed94f5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.837404] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 989.837404] env[69572]: value = "task-3434844" [ 989.837404] env[69572]: _type = "Task" [ 989.837404] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.846925] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.904843] env[69572]: DEBUG nova.network.neutron [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Updated VIF entry in instance network info cache for port 2fc07033-e53e-49bf-846c-85f6ce8f3e06. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.905398] env[69572]: DEBUG nova.network.neutron [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Updating instance_info_cache with network_info: [{"id": "2fc07033-e53e-49bf-846c-85f6ce8f3e06", "address": "fa:16:3e:4b:b3:24", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc07033-e5", "ovs_interfaceid": "2fc07033-e53e-49bf-846c-85f6ce8f3e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.060018] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434838, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.878717} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.060300] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 7888779c-56a7-4f64-a827-3b0c07e2d5f3/7888779c-56a7-4f64-a827-3b0c07e2d5f3.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.060516] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.060795] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cf6e124-16b6-4927-ae09-89acda56da06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.067019] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 990.067019] env[69572]: value = "task-3434845" [ 990.067019] env[69572]: _type = "Task" [ 990.067019] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.079531] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.195657] env[69572]: DEBUG nova.network.neutron [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance_info_cache with network_info: [{"id": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "address": "fa:16:3e:b7:1f:6a", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0c3731-82", "ovs_interfaceid": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.238638] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434843, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.263695] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dbdfb4-d5f8-4912-b739-940f2a6042d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.271507] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb25bd94-7544-45c4-b9cb-c50fe65a2246 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.304052] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb39663a-5474-4d90-87b4-03f174c2faf7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.311937] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d4db6c-fe84-42de-8e8f-67920e11d6a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.325524] env[69572]: DEBUG nova.compute.provider_tree [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.346744] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434844, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.408911] env[69572]: DEBUG oslo_concurrency.lockutils [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] Releasing lock "refresh_cache-f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.409178] env[69572]: DEBUG nova.compute.manager [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Received event network-changed-d9283f6a-d9b7-4350-b8c5-27a684758166 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 990.409353] env[69572]: DEBUG nova.compute.manager [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Refreshing instance network info cache due to event network-changed-d9283f6a-d9b7-4350-b8c5-27a684758166. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 990.409615] env[69572]: DEBUG oslo_concurrency.lockutils [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] Acquiring lock "refresh_cache-bce10bc6-973a-4dd3-94e0-d6522113149f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.409761] env[69572]: DEBUG oslo_concurrency.lockutils [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] Acquired lock "refresh_cache-bce10bc6-973a-4dd3-94e0-d6522113149f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.409946] env[69572]: DEBUG nova.network.neutron [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Refreshing network info cache for port d9283f6a-d9b7-4350-b8c5-27a684758166 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.474462] env[69572]: DEBUG nova.network.neutron [-] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.579824] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067705} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.580120] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.580961] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c606b65-5679-4575-a4f4-27133437fc24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.605170] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 7888779c-56a7-4f64-a827-3b0c07e2d5f3/7888779c-56a7-4f64-a827-3b0c07e2d5f3.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.605510] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fee3711a-7490-422e-821d-182b933eb2ee {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.624977] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 990.624977] env[69572]: value = "task-3434846" [ 990.624977] env[69572]: _type = "Task" [ 990.624977] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.633645] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.638569] env[69572]: DEBUG nova.compute.manager [req-1e98209d-e8e0-4c86-bff4-d945b99d1f23 req-0fc41bbd-9a37-4902-851b-5817178e91f0 service nova] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Received event network-vif-deleted-186c36e6-e58f-4a66-85d3-ea7a86013997 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 990.701122] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.736395] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434843, 'name': CreateVM_Task, 'duration_secs': 0.89781} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.736649] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.737392] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.737564] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.737891] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.738170] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e4e505-a7e9-46f5-b2b2-598a8c39a5ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.743117] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 990.743117] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52eae409-66ff-2932-0cb5-a9512b0283f3" [ 990.743117] env[69572]: _type = "Task" [ 990.743117] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.751555] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52eae409-66ff-2932-0cb5-a9512b0283f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.828381] env[69572]: DEBUG nova.scheduler.client.report [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.847070] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434844, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.977054] env[69572]: INFO nova.compute.manager [-] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Took 1.23 seconds to deallocate network for instance. [ 991.135902] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434846, 'name': ReconfigVM_Task, 'duration_secs': 0.405497} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.136484] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 7888779c-56a7-4f64-a827-3b0c07e2d5f3/7888779c-56a7-4f64-a827-3b0c07e2d5f3.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.137176] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86996848-9f15-454a-81eb-23c3b1dc2d15 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.143718] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 991.143718] env[69572]: value = "task-3434847" [ 991.143718] env[69572]: _type = "Task" [ 991.143718] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.152659] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434847, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.153658] env[69572]: DEBUG nova.network.neutron [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Updated VIF entry in instance network info cache for port d9283f6a-d9b7-4350-b8c5-27a684758166. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.153992] env[69572]: DEBUG nova.network.neutron [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Updating instance_info_cache with network_info: [{"id": "d9283f6a-d9b7-4350-b8c5-27a684758166", "address": "fa:16:3e:d7:45:e9", "network": {"id": "df1caf5b-0b5e-4505-a72a-20bf9febac3e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2064546781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b472538a624974a308a4cf37efd48e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9283f6a-d9", "ovs_interfaceid": "d9283f6a-d9b7-4350-b8c5-27a684758166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.259310] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52eae409-66ff-2932-0cb5-a9512b0283f3, 'name': SearchDatastore_Task, 'duration_secs': 0.022413} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.259730] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.260058] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.260381] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.260584] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.260825] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.261188] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed00d6ec-151e-4362-9d63-cbc01315b33e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.274254] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.274254] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.275482] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf826ef-8044-489e-b717-bf7c805ae64e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.280954] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 991.280954] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5254dec6-fdaf-d42e-6871-bb1d284af720" [ 991.280954] env[69572]: _type = "Task" [ 991.280954] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.289489] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5254dec6-fdaf-d42e-6871-bb1d284af720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.334156] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.334605] env[69572]: DEBUG nova.compute.manager [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 991.337690] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.509s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.339217] env[69572]: INFO nova.compute.claims [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.353132] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434844, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.487092] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.654125] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434847, 'name': Rename_Task, 'duration_secs': 0.154646} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.654451] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.654782] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a54956bd-11f8-4d1b-b391-b67971f249f9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.656832] env[69572]: DEBUG oslo_concurrency.lockutils [req-00b0814c-d3fa-41d7-982d-59b8f50c7f25 req-e1e1d316-81dc-40b9-bdfc-a75c495eb5d8 service nova] Releasing lock "refresh_cache-bce10bc6-973a-4dd3-94e0-d6522113149f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.662992] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 991.662992] env[69572]: value = "task-3434848" [ 991.662992] env[69572]: _type = "Task" [ 991.662992] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.672686] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.792630] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5254dec6-fdaf-d42e-6871-bb1d284af720, 'name': SearchDatastore_Task, 'duration_secs': 0.023237} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.793598] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cca6909-df41-48d0-bdbe-457901be9cd4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.799200] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 991.799200] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52081da4-e712-fb33-64d0-d3ecd928a19f" [ 991.799200] env[69572]: _type = "Task" [ 991.799200] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.807408] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52081da4-e712-fb33-64d0-d3ecd928a19f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.844383] env[69572]: DEBUG nova.compute.utils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.848791] env[69572]: DEBUG nova.compute.manager [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 991.848987] env[69572]: DEBUG nova.network.neutron [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.861160] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434844, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.894563] env[69572]: DEBUG nova.policy [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef9784b293184f8db258b86f917e9695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b13b2fb69f264ce99419d4804c600b9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.176481] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.216927] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b2cb0-7233-45bd-b435-a827df565d9b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.237476] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance '8c579c1b-c5d1-4c56-8a28-57d2dcf8983d' progress to 0 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.313639] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52081da4-e712-fb33-64d0-d3ecd928a19f, 'name': SearchDatastore_Task, 'duration_secs': 0.030826} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.314147] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.314395] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429/f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.314673] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9457705-9e02-444f-91fe-383ac52ccf0f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.322069] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 992.322069] env[69572]: value = "task-3434849" [ 992.322069] env[69572]: _type = "Task" [ 992.322069] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.332597] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.352867] env[69572]: DEBUG nova.compute.manager [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 992.366818] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434844, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.454686] env[69572]: DEBUG nova.network.neutron [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Successfully created port: 94c69df9-c839-4c56-9a6a-564ef0eb5446 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.676815] env[69572]: DEBUG oslo_vmware.api [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434848, 'name': PowerOnVM_Task, 'duration_secs': 0.862106} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.677313] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.677555] env[69572]: INFO nova.compute.manager [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Took 8.64 seconds to spawn the instance on the hypervisor. [ 992.677729] env[69572]: DEBUG nova.compute.manager [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.678729] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba08e9-67a4-4f85-b94c-5fe19881868b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.700229] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945be4c3-9b52-40e8-a90e-52608882c8e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.707833] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320ab1a1-cf77-45e0-8b91-bd968b97f91e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.740414] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25f78a6-1a59-40d6-b14f-d18ade6aca53 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.744953] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.745261] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff46eaed-b6b4-493d-91e9-ba2a6dd33aa1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.752164] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d959e4-3622-4451-9d2a-3e1c67a8de2d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.757313] env[69572]: DEBUG oslo_vmware.api [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 992.757313] env[69572]: value = "task-3434850" [ 992.757313] env[69572]: _type = "Task" [ 992.757313] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.769238] env[69572]: DEBUG nova.compute.provider_tree [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.775607] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 992.775800] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance '8c579c1b-c5d1-4c56-8a28-57d2dcf8983d' progress to 17 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.834494] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434849, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.854487] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434844, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.929845} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.854725] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/906f7dad-6b69-4ff2-8ab4-5e5e301f5624/906f7dad-6b69-4ff2-8ab4-5e5e301f5624.vmdk to [datastore1] e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3/e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.855482] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a58de2-5f2d-4916-b875-6620bd15793f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.881360] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3/e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3.vmdk or device None with type streamOptimized {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.881602] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1a9507a-4820-4bf6-98ed-c117ac0a3f4c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.901530] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 992.901530] env[69572]: value = "task-3434851" [ 992.901530] env[69572]: _type = "Task" [ 992.901530] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.909057] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.198071] env[69572]: INFO nova.compute.manager [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Took 29.54 seconds to build instance. [ 993.272485] env[69572]: DEBUG nova.scheduler.client.report [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.282225] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.282225] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.282225] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.282479] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.282633] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.282787] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.283071] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.283286] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.283487] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.283714] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.283918] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.290163] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41adc7b-541c-4992-8cbc-400d1e868eb3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.307377] env[69572]: DEBUG oslo_vmware.api [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 993.307377] env[69572]: value = "task-3434852" [ 993.307377] env[69572]: _type = "Task" [ 993.307377] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.316028] env[69572]: DEBUG oslo_vmware.api [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.334257] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434849, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.365110] env[69572]: DEBUG nova.compute.manager [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 993.405150] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.405150] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.405150] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.405150] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.406203] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.406674] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.407052] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.407374] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.408106] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.408418] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.408754] env[69572]: DEBUG nova.virt.hardware [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.410423] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093a1d38-ad12-423f-819b-e86493b049b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.427059] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ce5b05-eca2-4a43-88fd-6ff195fb40b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.431504] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434851, 'name': ReconfigVM_Task, 'duration_secs': 0.332161} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.431796] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Reconfigured VM instance instance-00000040 to attach disk [datastore1] e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3/e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3.vmdk or device None with type streamOptimized {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.433226] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': None, 'size': 0, 'image_id': '2968ca72-8441-4c76-a285-0283c94d098f'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'd7c5799f-5708-4546-bc25-03da660c1d86', 'mount_device': '/dev/sdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685663', 'volume_id': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'name': 'volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'serial': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06'}, 'device_type': None, 'boot_index': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69572) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 993.433411] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 993.433610] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685663', 'volume_id': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'name': 'volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'serial': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 993.434844] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928e44bc-b4d3-4062-8c0c-269022321c5f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.460401] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5031e4d8-fe1f-4ff7-9206-290c3e6d255d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.486037] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06/volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.486388] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2413218-767b-469a-a41d-2d16563ea2a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.506053] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 993.506053] env[69572]: value = "task-3434853" [ 993.506053] env[69572]: _type = "Task" [ 993.506053] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.513346] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.700627] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f849b92a-fceb-4f7a-b7ab-52d8e958811c tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.058s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.777977] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.778332] env[69572]: DEBUG nova.compute.manager [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 993.781040] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.747s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.781207] env[69572]: DEBUG nova.objects.instance [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'resources' on Instance uuid 8ad757b5-9229-4271-abae-e0dfcffe0b7e {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.816907] env[69572]: DEBUG oslo_vmware.api [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434852, 'name': ReconfigVM_Task, 'duration_secs': 0.141563} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.817146] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance '8c579c1b-c5d1-4c56-8a28-57d2dcf8983d' progress to 33 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.834285] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434849, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015909} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.834285] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429/f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.834285] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.834285] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea732810-d4ce-4d33-ba15-f9ffdb1c90d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.840943] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.841188] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.842613] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 993.842613] env[69572]: value = "task-3434854" [ 993.842613] env[69572]: _type = "Task" [ 993.842613] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.856954] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.958480] env[69572]: DEBUG nova.compute.manager [req-27856057-835b-4319-a0de-79c691912e25 req-42bb717d-21f7-4146-841b-84ce24c2f6a4 service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Received event network-vif-plugged-94c69df9-c839-4c56-9a6a-564ef0eb5446 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 993.958706] env[69572]: DEBUG oslo_concurrency.lockutils [req-27856057-835b-4319-a0de-79c691912e25 req-42bb717d-21f7-4146-841b-84ce24c2f6a4 service nova] Acquiring lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.958911] env[69572]: DEBUG oslo_concurrency.lockutils [req-27856057-835b-4319-a0de-79c691912e25 req-42bb717d-21f7-4146-841b-84ce24c2f6a4 service nova] Lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.959087] env[69572]: DEBUG oslo_concurrency.lockutils [req-27856057-835b-4319-a0de-79c691912e25 req-42bb717d-21f7-4146-841b-84ce24c2f6a4 service nova] Lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.959290] env[69572]: DEBUG nova.compute.manager [req-27856057-835b-4319-a0de-79c691912e25 req-42bb717d-21f7-4146-841b-84ce24c2f6a4 service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] No waiting events found dispatching network-vif-plugged-94c69df9-c839-4c56-9a6a-564ef0eb5446 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 993.959631] env[69572]: WARNING nova.compute.manager [req-27856057-835b-4319-a0de-79c691912e25 req-42bb717d-21f7-4146-841b-84ce24c2f6a4 service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Received unexpected event network-vif-plugged-94c69df9-c839-4c56-9a6a-564ef0eb5446 for instance with vm_state building and task_state spawning. [ 994.015129] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.144183] env[69572]: DEBUG nova.network.neutron [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Successfully updated port: 94c69df9-c839-4c56-9a6a-564ef0eb5446 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.283958] env[69572]: DEBUG nova.compute.utils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.296022] env[69572]: DEBUG nova.compute.manager [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 994.296022] env[69572]: DEBUG nova.network.neutron [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.322985] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.323249] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.323373] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.323585] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.323833] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.323891] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.324075] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.324261] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.324486] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.324654] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.324831] env[69572]: DEBUG nova.virt.hardware [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.330493] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.331211] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2033773d-3d37-4e5a-b0f9-2d38774be14e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.346856] env[69572]: DEBUG nova.policy [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73ac8233c04648cb809a64ceb87c69ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8a771df265b45e9851b51bc34e206c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.350321] env[69572]: INFO nova.compute.manager [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Detaching volume 0f0ca0e2-6cc8-4139-b242-29e86cbab324 [ 994.369036] env[69572]: DEBUG oslo_vmware.api [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 994.369036] env[69572]: value = "task-3434855" [ 994.369036] env[69572]: _type = "Task" [ 994.369036] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.380037] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063466} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.380037] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.384473] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8b4cb6-fd0b-4b51-b6f9-800e0a1f65f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.395027] env[69572]: DEBUG oslo_vmware.api [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.425211] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429/f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.434353] env[69572]: INFO nova.virt.block_device [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Attempting to driver detach volume 0f0ca0e2-6cc8-4139-b242-29e86cbab324 from mountpoint /dev/sdb [ 994.434834] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 994.434953] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685665', 'volume_id': '0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'name': 'volume-0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9dbcc56e-d71f-4b3d-8a85-5235baeea341', 'attached_at': '', 'detached_at': '', 'volume_id': '0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'serial': '0f0ca0e2-6cc8-4139-b242-29e86cbab324'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 994.438028] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb55dc09-5bd2-499e-96a7-677698fd1d4b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.463491] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ac6816-39ee-4c54-a313-1a2bcca649e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.494311] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b734becd-68aa-4862-a3f7-fb2348fe8718 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.497603] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 994.497603] env[69572]: value = "task-3434856" [ 994.497603] env[69572]: _type = "Task" [ 994.497603] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.505125] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fac00f1-cf60-4b0a-a881-34f5a2a865a7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.511685] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.539149] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cf1851-7228-4478-9289-1bcb5ba0a6ab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.545648] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.558817] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] The volume has not been displaced from its original location: [datastore2] volume-0f0ca0e2-6cc8-4139-b242-29e86cbab324/volume-0f0ca0e2-6cc8-4139-b242-29e86cbab324.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 994.564747] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.569149] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-484e1367-ae95-4891-8c7a-d439220416a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.588288] env[69572]: DEBUG oslo_vmware.api [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 994.588288] env[69572]: value = "task-3434857" [ 994.588288] env[69572]: _type = "Task" [ 994.588288] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.601926] env[69572]: DEBUG oslo_vmware.api [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.648335] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquiring lock "refresh_cache-03b6301a-d0cd-49b7-9d32-b7404537b0cb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.648430] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquired lock "refresh_cache-03b6301a-d0cd-49b7-9d32-b7404537b0cb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.648576] env[69572]: DEBUG nova.network.neutron [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.697328] env[69572]: DEBUG nova.network.neutron [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Successfully created port: fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.788936] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cd697d-64c6-4f5a-9769-55681a6a6daf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.797163] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff108dd8-92f7-4e49-93bc-81b0327f105d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.801183] env[69572]: DEBUG nova.compute.manager [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 994.833238] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79c8265-b421-4be0-9ad8-ed35cb75cc3b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.842196] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8748c264-03f1-494f-8938-6b206fc57dc3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.856663] env[69572]: DEBUG nova.compute.provider_tree [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.880873] env[69572]: DEBUG oslo_vmware.api [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434855, 'name': ReconfigVM_Task, 'duration_secs': 0.20281} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.882571] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.883462] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c248e0e-677c-4fbc-a264-3ed4261971b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.908036] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d/8c579c1b-c5d1-4c56-8a28-57d2dcf8983d.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.908381] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-090340c2-90f1-4ccc-b14b-9438e951bb37 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.926709] env[69572]: DEBUG oslo_vmware.api [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 994.926709] env[69572]: value = "task-3434858" [ 994.926709] env[69572]: _type = "Task" [ 994.926709] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.939198] env[69572]: DEBUG oslo_vmware.api [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.008435] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434856, 'name': ReconfigVM_Task, 'duration_secs': 0.449939} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.008746] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Reconfigured VM instance instance-00000057 to attach disk [datastore2] f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429/f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.009417] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bac39ada-111e-4cf1-9575-06e5d3720e2e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.015724] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 995.015724] env[69572]: value = "task-3434859" [ 995.015724] env[69572]: _type = "Task" [ 995.015724] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.021992] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434853, 'name': ReconfigVM_Task, 'duration_secs': 1.22298} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.022290] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Reconfigured VM instance instance-00000040 to attach disk [datastore2] volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06/volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.027418] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f447172a-3a11-4af2-a0bf-63a818929a35 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.040624] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434859, 'name': Rename_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.044795] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 995.044795] env[69572]: value = "task-3434860" [ 995.044795] env[69572]: _type = "Task" [ 995.044795] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.052821] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.097722] env[69572]: DEBUG oslo_vmware.api [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434857, 'name': ReconfigVM_Task, 'duration_secs': 0.298072} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.098036] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 995.102835] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd2a644-3049-4cd0-83a9-a3c0c76ed5d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.119083] env[69572]: DEBUG oslo_vmware.api [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 995.119083] env[69572]: value = "task-3434861" [ 995.119083] env[69572]: _type = "Task" [ 995.119083] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.129550] env[69572]: DEBUG oslo_vmware.api [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.185026] env[69572]: DEBUG nova.network.neutron [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.324018] env[69572]: DEBUG nova.network.neutron [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Updating instance_info_cache with network_info: [{"id": "94c69df9-c839-4c56-9a6a-564ef0eb5446", "address": "fa:16:3e:7d:07:94", "network": {"id": "7f166062-1187-4abd-8b47-6b41013eba92", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1632793040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13b2fb69f264ce99419d4804c600b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c69df9-c8", "ovs_interfaceid": "94c69df9-c839-4c56-9a6a-564ef0eb5446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.360352] env[69572]: DEBUG nova.scheduler.client.report [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.437119] env[69572]: DEBUG oslo_vmware.api [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434858, 'name': ReconfigVM_Task, 'duration_secs': 0.30438} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.437415] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d/8c579c1b-c5d1-4c56-8a28-57d2dcf8983d.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.437691] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance '8c579c1b-c5d1-4c56-8a28-57d2dcf8983d' progress to 50 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.530637] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434859, 'name': Rename_Task, 'duration_secs': 0.137005} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.530866] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.531182] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d65b5b76-a760-4968-9083-69298dc4f40b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.539273] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 995.539273] env[69572]: value = "task-3434862" [ 995.539273] env[69572]: _type = "Task" [ 995.539273] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.546049] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.553466] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434860, 'name': ReconfigVM_Task, 'duration_secs': 0.144617} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.553828] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685663', 'volume_id': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'name': 'volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'serial': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 995.556036] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d7553a-bbd6-4015-afd7-49273f2b7dbd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.560464] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 995.560464] env[69572]: value = "task-3434863" [ 995.560464] env[69572]: _type = "Task" [ 995.560464] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.569314] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434863, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.629681] env[69572]: DEBUG oslo_vmware.api [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434861, 'name': ReconfigVM_Task, 'duration_secs': 0.149712} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.629681] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685665', 'volume_id': '0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'name': 'volume-0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9dbcc56e-d71f-4b3d-8a85-5235baeea341', 'attached_at': '', 'detached_at': '', 'volume_id': '0f0ca0e2-6cc8-4139-b242-29e86cbab324', 'serial': '0f0ca0e2-6cc8-4139-b242-29e86cbab324'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 995.827979] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Releasing lock "refresh_cache-03b6301a-d0cd-49b7-9d32-b7404537b0cb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.827979] env[69572]: DEBUG nova.compute.manager [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Instance network_info: |[{"id": "94c69df9-c839-4c56-9a6a-564ef0eb5446", "address": "fa:16:3e:7d:07:94", "network": {"id": "7f166062-1187-4abd-8b47-6b41013eba92", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1632793040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13b2fb69f264ce99419d4804c600b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c69df9-c8", "ovs_interfaceid": "94c69df9-c839-4c56-9a6a-564ef0eb5446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 995.827979] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:07:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94c69df9-c839-4c56-9a6a-564ef0eb5446', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.835369] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Creating folder: Project (b13b2fb69f264ce99419d4804c600b9f). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.835720] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6120088b-1999-44db-836a-14b1850afb30 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.839970] env[69572]: DEBUG nova.compute.manager [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 995.845543] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Created folder: Project (b13b2fb69f264ce99419d4804c600b9f) in parent group-v685431. [ 995.845798] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Creating folder: Instances. Parent ref: group-v685686. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.845959] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5528daf-5a4a-4527-90ad-1dc0dad6d1af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.855061] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Created folder: Instances in parent group-v685686. [ 995.855691] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.855691] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.855691] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e6ce13d-d426-44df-92ca-5dc7b702f20a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.872179] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.874636] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.214s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.876129] env[69572]: INFO nova.compute.claims [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.881701] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.881967] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.882156] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.882370] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.882524] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.882671] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.882875] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.883126] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.883210] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.883393] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.883591] env[69572]: DEBUG nova.virt.hardware [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.884675] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f3811c-6409-4b6a-b672-f59cb4f75868 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.888515] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.888515] env[69572]: value = "task-3434866" [ 995.888515] env[69572]: _type = "Task" [ 995.888515] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.897887] env[69572]: INFO nova.scheduler.client.report [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleted allocations for instance 8ad757b5-9229-4271-abae-e0dfcffe0b7e [ 995.900725] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89be3f17-3084-476c-a100-fc94d8f2741b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.910133] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434866, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.944834] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed948d6-eeb6-4e14-9fb3-519b8eb47193 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.964970] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d7421-d5e6-4dfa-869b-300aa2972bf0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.983604] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance '8c579c1b-c5d1-4c56-8a28-57d2dcf8983d' progress to 67 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.009893] env[69572]: DEBUG nova.compute.manager [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Received event network-changed-94c69df9-c839-4c56-9a6a-564ef0eb5446 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 996.009988] env[69572]: DEBUG nova.compute.manager [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Refreshing instance network info cache due to event network-changed-94c69df9-c839-4c56-9a6a-564ef0eb5446. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 996.010530] env[69572]: DEBUG oslo_concurrency.lockutils [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] Acquiring lock "refresh_cache-03b6301a-d0cd-49b7-9d32-b7404537b0cb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.011444] env[69572]: DEBUG oslo_concurrency.lockutils [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] Acquired lock "refresh_cache-03b6301a-d0cd-49b7-9d32-b7404537b0cb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.011444] env[69572]: DEBUG nova.network.neutron [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Refreshing network info cache for port 94c69df9-c839-4c56-9a6a-564ef0eb5446 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.049012] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434862, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.073526] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434863, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.213706] env[69572]: DEBUG nova.objects.instance [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'flavor' on Instance uuid 9dbcc56e-d71f-4b3d-8a85-5235baeea341 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.302031] env[69572]: DEBUG nova.network.neutron [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Successfully updated port: fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.401070] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434866, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.413362] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0ae1d572-6925-4a06-9da8-e4daf4c01e1a tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8ad757b5-9229-4271-abae-e0dfcffe0b7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.625s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.522101] env[69572]: DEBUG nova.network.neutron [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Port 1a0c3731-8213-42d6-9b9d-321fa992b66e binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 996.547833] env[69572]: DEBUG oslo_vmware.api [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434862, 'name': PowerOnVM_Task, 'duration_secs': 0.636564} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.550135] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.550340] env[69572]: INFO nova.compute.manager [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Took 10.05 seconds to spawn the instance on the hypervisor. [ 996.550521] env[69572]: DEBUG nova.compute.manager [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.551310] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebb39bb-1e32-44f7-88b5-b5242405e5d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.573491] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434863, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.808292] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.808537] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquired lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.808705] env[69572]: DEBUG nova.network.neutron [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.876984] env[69572]: DEBUG nova.network.neutron [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Updated VIF entry in instance network info cache for port 94c69df9-c839-4c56-9a6a-564ef0eb5446. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.877591] env[69572]: DEBUG nova.network.neutron [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Updating instance_info_cache with network_info: [{"id": "94c69df9-c839-4c56-9a6a-564ef0eb5446", "address": "fa:16:3e:7d:07:94", "network": {"id": "7f166062-1187-4abd-8b47-6b41013eba92", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1632793040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13b2fb69f264ce99419d4804c600b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c69df9-c8", "ovs_interfaceid": "94c69df9-c839-4c56-9a6a-564ef0eb5446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.902582] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434866, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.068478] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.074184] env[69572]: INFO nova.compute.manager [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Took 29.77 seconds to build instance. [ 997.080354] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434863, 'name': Rename_Task, 'duration_secs': 1.171758} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.081299] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.081613] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a6f9be9-24cf-4281-9ee1-e3a64b45f24b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.091696] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 997.091696] env[69572]: value = "task-3434867" [ 997.091696] env[69572]: _type = "Task" [ 997.091696] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.105709] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.222944] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4cd6bfe1-ff84-4df1-b4bd-9c733da1908e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.381s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.223851] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaeff63-62ba-45c4-be3d-29809d451fda {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.227192] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.159s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.227364] env[69572]: DEBUG nova.compute.manager [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.228128] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63494efc-fccb-4fed-ba9e-0599f3b18cc6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.236477] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02a0923-b0ab-4010-aaac-84e298b1162b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.241951] env[69572]: DEBUG nova.compute.manager [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 997.242526] env[69572]: DEBUG nova.objects.instance [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'flavor' on Instance uuid 9dbcc56e-d71f-4b3d-8a85-5235baeea341 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.273715] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eb65ec-57bd-49ae-b09c-24e3e5464085 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.281619] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9b2404-5ea6-42b2-885b-a963712f4f81 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.296693] env[69572]: DEBUG nova.compute.provider_tree [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.380494] env[69572]: DEBUG oslo_concurrency.lockutils [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] Releasing lock "refresh_cache-03b6301a-d0cd-49b7-9d32-b7404537b0cb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.380772] env[69572]: DEBUG nova.compute.manager [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Received event network-changed-74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 997.380939] env[69572]: DEBUG nova.compute.manager [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Refreshing instance network info cache due to event network-changed-74786803-7e5b-4075-a283-636dabbe45c6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 997.381187] env[69572]: DEBUG oslo_concurrency.lockutils [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] Acquiring lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.381333] env[69572]: DEBUG oslo_concurrency.lockutils [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] Acquired lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.381494] env[69572]: DEBUG nova.network.neutron [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Refreshing network info cache for port 74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.401427] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434866, 'name': CreateVM_Task, 'duration_secs': 1.203773} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.401632] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.402272] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.402436] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.402755] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.403014] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1bd6b1-5902-4a27-9e7a-4917473df2b6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.407786] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for the task: (returnval){ [ 997.407786] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52adec4f-aeca-0a92-e617-d45ae8e8c583" [ 997.407786] env[69572]: _type = "Task" [ 997.407786] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.415951] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52adec4f-aeca-0a92-e617-d45ae8e8c583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.558853] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.559255] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.559561] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.581515] env[69572]: DEBUG oslo_concurrency.lockutils [None req-94293064-850f-41fb-9980-5481f074294a tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.288s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.583154] env[69572]: DEBUG nova.network.neutron [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.603379] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434867, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.800332] env[69572]: DEBUG nova.scheduler.client.report [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.811711] env[69572]: DEBUG nova.network.neutron [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Updating instance_info_cache with network_info: [{"id": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "address": "fa:16:3e:0a:f9:08", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc02d8b-71", "ovs_interfaceid": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.921280] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52adec4f-aeca-0a92-e617-d45ae8e8c583, 'name': SearchDatastore_Task, 'duration_secs': 0.018254} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.924230] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.924664] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.925116] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.925432] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.925825] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.928718] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-056ddad9-0f91-4f38-97fb-acb17d77a06a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.938169] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.944129] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.944129] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd6e044-7223-46a4-bd3e-64497f7b68a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.948717] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for the task: (returnval){ [ 997.948717] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f15134-d430-990a-5f02-7599c856727b" [ 997.948717] env[69572]: _type = "Task" [ 997.948717] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.959568] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f15134-d430-990a-5f02-7599c856727b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.104168] env[69572]: DEBUG oslo_vmware.api [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434867, 'name': PowerOnVM_Task, 'duration_secs': 0.53851} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.104702] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.131602] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.132637] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.132637] env[69572]: DEBUG nova.compute.manager [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.132920] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d34641f-d36e-4456-80c9-78cc9ee1579c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.139797] env[69572]: DEBUG nova.compute.manager [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 998.140370] env[69572]: DEBUG nova.objects.instance [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lazy-loading 'flavor' on Instance uuid f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.216781] env[69572]: DEBUG nova.compute.manager [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.217718] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ead4265-e5e6-4bf4-a880-91e732677ac8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.240126] env[69572]: DEBUG nova.compute.manager [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Received event network-vif-plugged-fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 998.240126] env[69572]: DEBUG oslo_concurrency.lockutils [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] Acquiring lock "27374528-b6cc-4c08-a30a-3fceb4cf4364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.240126] env[69572]: DEBUG oslo_concurrency.lockutils [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] Lock "27374528-b6cc-4c08-a30a-3fceb4cf4364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.240126] env[69572]: DEBUG oslo_concurrency.lockutils [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] Lock "27374528-b6cc-4c08-a30a-3fceb4cf4364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.240126] env[69572]: DEBUG nova.compute.manager [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] No waiting events found dispatching network-vif-plugged-fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 998.240126] env[69572]: WARNING nova.compute.manager [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Received unexpected event network-vif-plugged-fcc02d8b-71fd-43d4-b27d-8c01f5118f4b for instance with vm_state building and task_state spawning. [ 998.240126] env[69572]: DEBUG nova.compute.manager [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Received event network-changed-fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 998.240126] env[69572]: DEBUG nova.compute.manager [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Refreshing instance network info cache due to event network-changed-fcc02d8b-71fd-43d4-b27d-8c01f5118f4b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 998.240126] env[69572]: DEBUG oslo_concurrency.lockutils [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] Acquiring lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.249157] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.249435] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bbd7544-5510-4f98-82ec-07adb69cf424 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.256847] env[69572]: DEBUG oslo_vmware.api [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 998.256847] env[69572]: value = "task-3434868" [ 998.256847] env[69572]: _type = "Task" [ 998.256847] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.266452] env[69572]: DEBUG oslo_vmware.api [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.305995] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.306551] env[69572]: DEBUG nova.compute.manager [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 998.315891] env[69572]: DEBUG nova.network.neutron [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Updated VIF entry in instance network info cache for port 74786803-7e5b-4075-a283-636dabbe45c6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.316260] env[69572]: DEBUG nova.network.neutron [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Updating instance_info_cache with network_info: [{"id": "74786803-7e5b-4075-a283-636dabbe45c6", "address": "fa:16:3e:40:1f:bd", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74786803-7e", "ovs_interfaceid": "74786803-7e5b-4075-a283-636dabbe45c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.317867] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.621s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.319626] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Releasing lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.319908] env[69572]: DEBUG nova.compute.manager [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Instance network_info: |[{"id": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "address": "fa:16:3e:0a:f9:08", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc02d8b-71", "ovs_interfaceid": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 998.320183] env[69572]: DEBUG oslo_concurrency.lockutils [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] Acquired lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.320354] env[69572]: DEBUG nova.network.neutron [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Refreshing network info cache for port fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.322132] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:f9:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcc02d8b-71fd-43d4-b27d-8c01f5118f4b', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.331341] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.333192] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.333432] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c2c0c2d-1ef7-4380-9761-71234f160a01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.354785] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.354785] env[69572]: value = "task-3434869" [ 998.354785] env[69572]: _type = "Task" [ 998.354785] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.363432] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434869, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.460248] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f15134-d430-990a-5f02-7599c856727b, 'name': SearchDatastore_Task, 'duration_secs': 0.045127} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.461093] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f54d83b-d523-4288-9526-34809d14eea8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.466281] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for the task: (returnval){ [ 998.466281] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d1be77-bac5-9615-f162-a620dc3f3a83" [ 998.466281] env[69572]: _type = "Task" [ 998.466281] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.476983] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d1be77-bac5-9615-f162-a620dc3f3a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.596976] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.597186] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.597366] env[69572]: DEBUG nova.network.neutron [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.738847] env[69572]: DEBUG oslo_concurrency.lockutils [None req-414c2bc0-e4ff-4ece-a8e2-378a5f8a8155 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 58.551s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.767179] env[69572]: DEBUG oslo_vmware.api [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434868, 'name': PowerOffVM_Task, 'duration_secs': 0.247918} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.767472] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.767676] env[69572]: DEBUG nova.compute.manager [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.768514] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90976fe-d607-4408-b9cf-8e55afdea550 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.815093] env[69572]: DEBUG nova.compute.utils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.817530] env[69572]: DEBUG nova.compute.manager [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 998.817757] env[69572]: DEBUG nova.network.neutron [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.820203] env[69572]: DEBUG oslo_concurrency.lockutils [req-68d68f40-cb02-453a-b39b-c9002c8d32ed req-2c56cf00-52fd-460a-8afb-a893c531aa7c service nova] Releasing lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.865158] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434869, 'name': CreateVM_Task, 'duration_secs': 0.39085} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.866155] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.866906] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.867101] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.867420] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.867943] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f42eefd-6e11-4a6f-93ef-db1b9d51f8ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.873142] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 998.873142] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5200715f-8a09-ef8f-aaf9-22d9509ddc31" [ 998.873142] env[69572]: _type = "Task" [ 998.873142] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.882061] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5200715f-8a09-ef8f-aaf9-22d9509ddc31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.920637] env[69572]: DEBUG nova.policy [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea04489e18b9427796d74611d72ec073', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef65ed7ba3a461292672af7bc2d3f29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.977109] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d1be77-bac5-9615-f162-a620dc3f3a83, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.977580] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.977759] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 03b6301a-d0cd-49b7-9d32-b7404537b0cb/03b6301a-d0cd-49b7-9d32-b7404537b0cb.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.978091] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9564d32f-2b2c-4e52-8afc-23513ca29438 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.985135] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for the task: (returnval){ [ 998.985135] env[69572]: value = "task-3434870" [ 998.985135] env[69572]: _type = "Task" [ 998.985135] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.997577] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.037328] env[69572]: DEBUG nova.network.neutron [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Updated VIF entry in instance network info cache for port fcc02d8b-71fd-43d4-b27d-8c01f5118f4b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.037328] env[69572]: DEBUG nova.network.neutron [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Updating instance_info_cache with network_info: [{"id": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "address": "fa:16:3e:0a:f9:08", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc02d8b-71", "ovs_interfaceid": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.120022] env[69572]: DEBUG nova.compute.manager [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Stashing vm_state: active {{(pid=69572) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 999.151192] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.151192] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf3249eb-b655-450e-a67d-3d0a138e2413 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.157143] env[69572]: DEBUG oslo_vmware.api [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 999.157143] env[69572]: value = "task-3434871" [ 999.157143] env[69572]: _type = "Task" [ 999.157143] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.168065] env[69572]: DEBUG oslo_vmware.api [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.284098] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0e6cca20-8f17-440f-b153-7188eadd6cfc tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.320979] env[69572]: DEBUG nova.compute.manager [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 999.344767] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Applying migration context for instance 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d as it has an incoming, in-progress migration bab1bf56-f95a-469d-97ea-20dbbcfe5be7. Migration status is post-migrating {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 999.344956] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Applying migration context for instance fe3ba8da-412e-4cdb-a073-be6375ff2b01 as it has an incoming, in-progress migration 92b80038-fce0-4b19-9daa-2bc9c962cfda. Migration status is confirming {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 999.348508] env[69572]: INFO nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating resource usage from migration b992bbd1-4695-405b-903c-2223a0e3af98 [ 999.348710] env[69572]: INFO nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating resource usage from migration bab1bf56-f95a-469d-97ea-20dbbcfe5be7 [ 999.349089] env[69572]: INFO nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating resource usage from migration 92b80038-fce0-4b19-9daa-2bc9c962cfda [ 999.358198] env[69572]: DEBUG nova.network.neutron [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance_info_cache with network_info: [{"id": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "address": "fa:16:3e:b7:1f:6a", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0c3731-82", "ovs_interfaceid": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.382796] env[69572]: DEBUG nova.network.neutron [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Successfully created port: 25043fea-6808-4edf-ae32-8c70435328ed {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.386011] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 001031c3-4048-4c09-bc72-a7cdeb070c37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.386176] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 9dbcc56e-d71f-4b3d-8a85-5235baeea341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.386322] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 6b825bbb-6005-4481-bedb-b021b8b71e54 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 999.386474] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.387062] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance a55e2d7a-f373-4019-87b0-23e981239a5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.387062] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 171ee72b-a8ee-40d0-95fd-a9df01f1c184 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.387062] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 5bda69c4-efe5-44f1-aa7a-168f1332d615 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.387315] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Migration 92b80038-fce0-4b19-9daa-2bc9c962cfda is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 999.387464] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance fe3ba8da-412e-4cdb-a073-be6375ff2b01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.387587] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance a51e17b5-c330-4c15-b7bb-7269894912a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.387786] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance bce10bc6-973a-4dd3-94e0-d6522113149f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.387914] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 7888779c-56a7-4f64-a827-3b0c07e2d5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.388061] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.388147] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Migration bab1bf56-f95a-469d-97ea-20dbbcfe5be7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 999.388258] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.388393] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 27374528-b6cc-4c08-a30a-3fceb4cf4364 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.388508] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 03b6301a-d0cd-49b7-9d32-b7404537b0cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.388653] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 2e3d5270-a082-4047-90a9-ae4998cd6cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 999.398658] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5200715f-8a09-ef8f-aaf9-22d9509ddc31, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.398761] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.399137] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.399375] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.399522] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.399707] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.401516] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24057f37-ce9f-4698-a434-4b8f48fa5910 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.415830] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.416127] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.417369] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc89c3e-fd72-4cfd-a1a6-3b960a06eba0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.424357] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 999.424357] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c4f6d4-6fca-7cf7-d9f8-6ffe26e7e28f" [ 999.424357] env[69572]: _type = "Task" [ 999.424357] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.433424] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c4f6d4-6fca-7cf7-d9f8-6ffe26e7e28f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.495377] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434870, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.540166] env[69572]: DEBUG oslo_concurrency.lockutils [req-ac40143a-4f80-4e0c-8deb-2eb97346c7b2 req-6278030f-01fe-4745-aecf-64d4139f9af9 service nova] Releasing lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.644240] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.667243] env[69572]: DEBUG oslo_vmware.api [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434871, 'name': PowerOffVM_Task, 'duration_secs': 0.280304} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.667523] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.667717] env[69572]: DEBUG nova.compute.manager [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 999.668504] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a3e88c-9273-49fd-8fb7-1bcd597f181d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.859651] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.875694] env[69572]: DEBUG nova.objects.instance [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'flavor' on Instance uuid 9dbcc56e-d71f-4b3d-8a85-5235baeea341 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.893545] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 812d8864-f721-4a9b-a745-92a31098bf5f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 999.934842] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c4f6d4-6fca-7cf7-d9f8-6ffe26e7e28f, 'name': SearchDatastore_Task, 'duration_secs': 0.069821} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.935705] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0867cb-d0e6-4845-9201-81b30a91e5cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.941292] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 999.941292] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52033416-3e13-ec3e-828f-1951e6326170" [ 999.941292] env[69572]: _type = "Task" [ 999.941292] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.949691] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52033416-3e13-ec3e-828f-1951e6326170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.996047] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702821} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.996363] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 03b6301a-d0cd-49b7-9d32-b7404537b0cb/03b6301a-d0cd-49b7-9d32-b7404537b0cb.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.996764] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.996843] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-421702f0-f1eb-4d71-b9b3-ae1f00d24709 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.003351] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for the task: (returnval){ [ 1000.003351] env[69572]: value = "task-3434872" [ 1000.003351] env[69572]: _type = "Task" [ 1000.003351] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.011787] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.180243] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d79b7df4-258c-4362-8c33-1658a1971e5e tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.331236] env[69572]: DEBUG nova.compute.manager [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1000.359025] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.359354] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.359575] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.359823] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.360048] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.360226] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.360453] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.360633] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.360819] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.360987] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.361216] env[69572]: DEBUG nova.virt.hardware [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.362129] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45ac2be-c40b-43f7-8b1d-2d45c96df000 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.375547] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c201720-895e-443b-888a-856a078e6b9b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.382391] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.382477] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquired lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.382634] env[69572]: DEBUG nova.network.neutron [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.382808] env[69572]: DEBUG nova.objects.instance [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'info_cache' on Instance uuid 9dbcc56e-d71f-4b3d-8a85-5235baeea341 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.394310] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a944d4-2084-4f0c-af67-8d7c11dd2c01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.398481] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 38472da9-392c-40b1-85d0-8ec8d2b4e8cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1000.398666] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Migration b992bbd1-4695-405b-903c-2223a0e3af98 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1000.398810] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 8984660d-39da-43c8-b787-f57aec274422 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1000.399067] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1000.399215] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1000.420749] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcac001-5bb8-4714-a45f-e524decf4dda {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.430168] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance '8c579c1b-c5d1-4c56-8a28-57d2dcf8983d' progress to 83 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.452831] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52033416-3e13-ec3e-828f-1951e6326170, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.452958] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.453242] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 27374528-b6cc-4c08-a30a-3fceb4cf4364/27374528-b6cc-4c08-a30a-3fceb4cf4364.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.453843] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af283278-f6f7-4a5d-a184-2e502c672af1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.459946] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 1000.459946] env[69572]: value = "task-3434873" [ 1000.459946] env[69572]: _type = "Task" [ 1000.459946] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.470342] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.513181] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135444} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.515809] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.516958] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b3ba16-8189-4d36-b7dc-80bd4adb066a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.539693] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 03b6301a-d0cd-49b7-9d32-b7404537b0cb/03b6301a-d0cd-49b7-9d32-b7404537b0cb.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.542581] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fcd4e2a-f339-401f-a7e1-982a587befac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.563439] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for the task: (returnval){ [ 1000.563439] env[69572]: value = "task-3434874" [ 1000.563439] env[69572]: _type = "Task" [ 1000.563439] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.573822] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.595737] env[69572]: DEBUG oslo_concurrency.lockutils [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.595989] env[69572]: DEBUG oslo_concurrency.lockutils [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.596210] env[69572]: DEBUG oslo_concurrency.lockutils [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.596389] env[69572]: DEBUG oslo_concurrency.lockutils [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.596555] env[69572]: DEBUG oslo_concurrency.lockutils [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.598634] env[69572]: INFO nova.compute.manager [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Terminating instance [ 1000.738423] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02be07f6-31b2-464c-849e-1f2cd2107aab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.746394] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5121437e-1f2a-49f8-9416-337a553b9998 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.780492] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885dcbd2-8ac1-481c-a9a6-909070ad770f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.787936] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4c21b1-9c0f-4808-9e38-35ef2c85fa60 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.803675] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.893361] env[69572]: DEBUG nova.objects.base [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Object Instance<9dbcc56e-d71f-4b3d-8a85-5235baeea341> lazy-loaded attributes: flavor,info_cache {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1000.939587] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6876f8dd-190e-4224-b4a6-499d3cce3deb tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance '8c579c1b-c5d1-4c56-8a28-57d2dcf8983d' progress to 100 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.970583] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434873, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.012790] env[69572]: DEBUG nova.compute.manager [req-149928dc-dfc1-4c3a-8577-1c035e66edd0 req-b6ff9bc8-6f57-404a-9377-52a6304719c6 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Received event network-vif-plugged-25043fea-6808-4edf-ae32-8c70435328ed {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1001.013096] env[69572]: DEBUG oslo_concurrency.lockutils [req-149928dc-dfc1-4c3a-8577-1c035e66edd0 req-b6ff9bc8-6f57-404a-9377-52a6304719c6 service nova] Acquiring lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.013428] env[69572]: DEBUG oslo_concurrency.lockutils [req-149928dc-dfc1-4c3a-8577-1c035e66edd0 req-b6ff9bc8-6f57-404a-9377-52a6304719c6 service nova] Lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.013428] env[69572]: DEBUG oslo_concurrency.lockutils [req-149928dc-dfc1-4c3a-8577-1c035e66edd0 req-b6ff9bc8-6f57-404a-9377-52a6304719c6 service nova] Lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.013558] env[69572]: DEBUG nova.compute.manager [req-149928dc-dfc1-4c3a-8577-1c035e66edd0 req-b6ff9bc8-6f57-404a-9377-52a6304719c6 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] No waiting events found dispatching network-vif-plugged-25043fea-6808-4edf-ae32-8c70435328ed {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1001.013708] env[69572]: WARNING nova.compute.manager [req-149928dc-dfc1-4c3a-8577-1c035e66edd0 req-b6ff9bc8-6f57-404a-9377-52a6304719c6 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Received unexpected event network-vif-plugged-25043fea-6808-4edf-ae32-8c70435328ed for instance with vm_state building and task_state spawning. [ 1001.072768] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.100735] env[69572]: DEBUG nova.network.neutron [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Successfully updated port: 25043fea-6808-4edf-ae32-8c70435328ed {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.102300] env[69572]: DEBUG nova.compute.manager [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1001.102502] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.103509] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5527c4d6-7c7a-488d-85e2-39386b4fb948 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.111495] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.111495] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce116a5a-3222-484b-b14b-29849bcbe74f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.177931] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.177931] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.177931] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleting the datastore file [datastore2] f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.177931] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38507675-9ff7-4fc2-b65a-dcc5de86fcfb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.183956] env[69572]: DEBUG oslo_vmware.api [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1001.183956] env[69572]: value = "task-3434876" [ 1001.183956] env[69572]: _type = "Task" [ 1001.183956] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.192496] env[69572]: DEBUG oslo_vmware.api [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.306028] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.471020] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665011} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.471303] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 27374528-b6cc-4c08-a30a-3fceb4cf4364/27374528-b6cc-4c08-a30a-3fceb4cf4364.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.471517] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.471764] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7771c8f-711d-4cf2-8ee1-70a97c8b43ff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.478913] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 1001.478913] env[69572]: value = "task-3434877" [ 1001.478913] env[69572]: _type = "Task" [ 1001.478913] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.488503] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.574614] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434874, 'name': ReconfigVM_Task, 'duration_secs': 0.61116} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.574882] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 03b6301a-d0cd-49b7-9d32-b7404537b0cb/03b6301a-d0cd-49b7-9d32-b7404537b0cb.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.575588] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-866c9381-1f68-4c3b-9653-e9ceb0ba912f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.581488] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for the task: (returnval){ [ 1001.581488] env[69572]: value = "task-3434878" [ 1001.581488] env[69572]: _type = "Task" [ 1001.581488] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.590733] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434878, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.604562] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "refresh_cache-2e3d5270-a082-4047-90a9-ae4998cd6cf7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.604803] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "refresh_cache-2e3d5270-a082-4047-90a9-ae4998cd6cf7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.605071] env[69572]: DEBUG nova.network.neutron [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.634753] env[69572]: DEBUG nova.network.neutron [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Updating instance_info_cache with network_info: [{"id": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "address": "fa:16:3e:ce:60:ce", "network": {"id": "ebcbb67f-27bf-43a7-98b6-14a8b1dccb16", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1575192019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c8d889b53ac474f8f4abfc36e9339dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb781fa08-7f", "ovs_interfaceid": "b781fa08-7fa5-40d3-9e53-ba06333344fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.694377] env[69572]: DEBUG oslo_vmware.api [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163198} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.694638] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.694819] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.694992] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.695185] env[69572]: INFO nova.compute.manager [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1001.695425] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.695637] env[69572]: DEBUG nova.compute.manager [-] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1001.695735] env[69572]: DEBUG nova.network.neutron [-] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.811304] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1001.811448] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.494s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.812110] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.593s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.813397] env[69572]: INFO nova.compute.claims [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.989088] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069513} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.989338] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.990109] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923033d5-d7d8-4cb4-9ec2-60950a68ff75 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.016596] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 27374528-b6cc-4c08-a30a-3fceb4cf4364/27374528-b6cc-4c08-a30a-3fceb4cf4364.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.016596] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f73f61de-b3fb-4dd5-8361-500a44d894a1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.035951] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 1002.035951] env[69572]: value = "task-3434879" [ 1002.035951] env[69572]: _type = "Task" [ 1002.035951] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.044465] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.091908] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434878, 'name': Rename_Task, 'duration_secs': 0.408993} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.093698] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.094087] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b391796-e260-4b3d-91e0-8b6a4784337e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.100335] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for the task: (returnval){ [ 1002.100335] env[69572]: value = "task-3434880" [ 1002.100335] env[69572]: _type = "Task" [ 1002.100335] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.113037] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.136916] env[69572]: DEBUG nova.network.neutron [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.139185] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Releasing lock "refresh_cache-9dbcc56e-d71f-4b3d-8a85-5235baeea341" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.308536] env[69572]: DEBUG nova.network.neutron [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Updating instance_info_cache with network_info: [{"id": "25043fea-6808-4edf-ae32-8c70435328ed", "address": "fa:16:3e:73:6a:2b", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25043fea-68", "ovs_interfaceid": "25043fea-6808-4edf-ae32-8c70435328ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.548666] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.595332] env[69572]: DEBUG nova.network.neutron [-] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.610338] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.811025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "refresh_cache-2e3d5270-a082-4047-90a9-ae4998cd6cf7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.811418] env[69572]: DEBUG nova.compute.manager [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Instance network_info: |[{"id": "25043fea-6808-4edf-ae32-8c70435328ed", "address": "fa:16:3e:73:6a:2b", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25043fea-68", "ovs_interfaceid": "25043fea-6808-4edf-ae32-8c70435328ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1002.811856] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:6a:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25043fea-6808-4edf-ae32-8c70435328ed', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.819417] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.819634] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.819856] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98b9e088-7216-4afc-b628-e4b2b73ab94e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.842397] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.842397] env[69572]: value = "task-3434881" [ 1002.842397] env[69572]: _type = "Task" [ 1002.842397] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.850541] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434881, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.044322] env[69572]: DEBUG nova.compute.manager [req-005a39bd-a325-4055-b997-56529d053f75 req-04761dd5-ba8d-432d-8940-ee75249a5915 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Received event network-changed-25043fea-6808-4edf-ae32-8c70435328ed {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1003.044322] env[69572]: DEBUG nova.compute.manager [req-005a39bd-a325-4055-b997-56529d053f75 req-04761dd5-ba8d-432d-8940-ee75249a5915 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Refreshing instance network info cache due to event network-changed-25043fea-6808-4edf-ae32-8c70435328ed. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1003.044793] env[69572]: DEBUG oslo_concurrency.lockutils [req-005a39bd-a325-4055-b997-56529d053f75 req-04761dd5-ba8d-432d-8940-ee75249a5915 service nova] Acquiring lock "refresh_cache-2e3d5270-a082-4047-90a9-ae4998cd6cf7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.044793] env[69572]: DEBUG oslo_concurrency.lockutils [req-005a39bd-a325-4055-b997-56529d053f75 req-04761dd5-ba8d-432d-8940-ee75249a5915 service nova] Acquired lock "refresh_cache-2e3d5270-a082-4047-90a9-ae4998cd6cf7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.044793] env[69572]: DEBUG nova.network.neutron [req-005a39bd-a325-4055-b997-56529d053f75 req-04761dd5-ba8d-432d-8940-ee75249a5915 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Refreshing network info cache for port 25043fea-6808-4edf-ae32-8c70435328ed {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.052594] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434879, 'name': ReconfigVM_Task, 'duration_secs': 0.619044} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.052760] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 27374528-b6cc-4c08-a30a-3fceb4cf4364/27374528-b6cc-4c08-a30a-3fceb4cf4364.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.054037] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7991de6d-df0f-4d64-871f-f8806247db19 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.060435] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 1003.060435] env[69572]: value = "task-3434882" [ 1003.060435] env[69572]: _type = "Task" [ 1003.060435] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.071091] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434882, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.098625] env[69572]: INFO nova.compute.manager [-] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Took 1.40 seconds to deallocate network for instance. [ 1003.116302] env[69572]: DEBUG oslo_vmware.api [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434880, 'name': PowerOnVM_Task, 'duration_secs': 0.739772} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.119461] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.119694] env[69572]: INFO nova.compute.manager [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1003.119881] env[69572]: DEBUG nova.compute.manager [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.121215] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0378fc3b-8fcc-45c5-a78d-1795aa32adb6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.143435] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bd2305-0906-43d7-88b6-a89c94128501 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.147057] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.147617] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-677ff05c-7aff-4c66-b3a7-e3996e820e33 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.155942] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22e03a8-2ae4-471c-9930-dd81efbea2d5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.159512] env[69572]: DEBUG oslo_vmware.api [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1003.159512] env[69572]: value = "task-3434883" [ 1003.159512] env[69572]: _type = "Task" [ 1003.159512] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.194209] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb8aebd-72c8-4fec-ad56-14fe94977ec7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.203432] env[69572]: DEBUG oslo_vmware.api [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434883, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.206697] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5622d44-6e35-49d7-bf75-f1b7ba99a7b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.222579] env[69572]: DEBUG nova.compute.provider_tree [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.353674] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434881, 'name': CreateVM_Task, 'duration_secs': 0.406033} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.353869] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.354841] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.355014] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.355332] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.355614] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a83753-62b9-48b3-b9a0-c28df43120b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.360705] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1003.360705] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a87fdd-cc99-40e8-c133-e7b55907ef09" [ 1003.360705] env[69572]: _type = "Task" [ 1003.360705] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.370306] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a87fdd-cc99-40e8-c133-e7b55907ef09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.571030] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434882, 'name': Rename_Task, 'duration_secs': 0.162312} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.572992] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.572992] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74253617-250c-4eee-bedd-719b77859e73 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.577166] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 1003.577166] env[69572]: value = "task-3434884" [ 1003.577166] env[69572]: _type = "Task" [ 1003.577166] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.584663] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.612536] env[69572]: DEBUG oslo_concurrency.lockutils [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.643234] env[69572]: INFO nova.compute.manager [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Took 30.85 seconds to build instance. [ 1003.670814] env[69572]: DEBUG oslo_vmware.api [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434883, 'name': PowerOnVM_Task, 'duration_secs': 0.382983} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.671097] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.671292] env[69572]: DEBUG nova.compute.manager [None req-0f568f82-f4f7-48ca-b9b5-fe78f39014c6 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.672078] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c53a8e1-ec71-4661-a08c-bd8f391c85b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.725478] env[69572]: DEBUG nova.scheduler.client.report [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.753902] env[69572]: DEBUG nova.network.neutron [req-005a39bd-a325-4055-b997-56529d053f75 req-04761dd5-ba8d-432d-8940-ee75249a5915 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Updated VIF entry in instance network info cache for port 25043fea-6808-4edf-ae32-8c70435328ed. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.754311] env[69572]: DEBUG nova.network.neutron [req-005a39bd-a325-4055-b997-56529d053f75 req-04761dd5-ba8d-432d-8940-ee75249a5915 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Updating instance_info_cache with network_info: [{"id": "25043fea-6808-4edf-ae32-8c70435328ed", "address": "fa:16:3e:73:6a:2b", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25043fea-68", "ovs_interfaceid": "25043fea-6808-4edf-ae32-8c70435328ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.813129] env[69572]: DEBUG oslo_concurrency.lockutils [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.813371] env[69572]: DEBUG oslo_concurrency.lockutils [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.813585] env[69572]: DEBUG nova.compute.manager [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Going to confirm migration 4 {{(pid=69572) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 1003.870707] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a87fdd-cc99-40e8-c133-e7b55907ef09, 'name': SearchDatastore_Task, 'duration_secs': 0.013429} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.871611] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.871611] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.871611] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.871941] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.871941] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.872074] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e9bfa53-7de1-4009-9670-5ce9bff6f9bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.884123] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.884308] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.885102] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7c5373-b5c1-427d-94ab-169472a3bc6c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.890470] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1003.890470] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52dcfe2a-5615-c562-19fd-d42862f6da0c" [ 1003.890470] env[69572]: _type = "Task" [ 1003.890470] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.898570] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52dcfe2a-5615-c562-19fd-d42862f6da0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.089082] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.146230] env[69572]: DEBUG oslo_concurrency.lockutils [None req-01fc2e9e-731c-4e3d-be71-3ec9f1e391ed tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.378s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.231031] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.231630] env[69572]: DEBUG nova.compute.manager [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1004.235062] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.515s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.257251] env[69572]: DEBUG oslo_concurrency.lockutils [req-005a39bd-a325-4055-b997-56529d053f75 req-04761dd5-ba8d-432d-8940-ee75249a5915 service nova] Releasing lock "refresh_cache-2e3d5270-a082-4047-90a9-ae4998cd6cf7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.257601] env[69572]: DEBUG nova.compute.manager [req-005a39bd-a325-4055-b997-56529d053f75 req-04761dd5-ba8d-432d-8940-ee75249a5915 service nova] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Received event network-vif-deleted-2fc07033-e53e-49bf-846c-85f6ce8f3e06 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1004.364463] env[69572]: DEBUG oslo_concurrency.lockutils [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.364463] env[69572]: DEBUG oslo_concurrency.lockutils [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.364622] env[69572]: DEBUG nova.network.neutron [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.364795] env[69572]: DEBUG nova.objects.instance [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'info_cache' on Instance uuid 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.400790] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52dcfe2a-5615-c562-19fd-d42862f6da0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.401609] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bece4df9-1297-405c-9701-e6810e6270ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.407098] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1004.407098] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527bce06-3a53-0da8-c76d-52552d0286f3" [ 1004.407098] env[69572]: _type = "Task" [ 1004.407098] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.414759] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527bce06-3a53-0da8-c76d-52552d0286f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.588380] env[69572]: DEBUG oslo_vmware.api [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434884, 'name': PowerOnVM_Task, 'duration_secs': 0.963358} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.588682] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.588975] env[69572]: INFO nova.compute.manager [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1004.589128] env[69572]: DEBUG nova.compute.manager [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1004.589894] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75eb759-1590-499a-b7f5-fed65fbb57c1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.738367] env[69572]: DEBUG nova.compute.utils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.743406] env[69572]: DEBUG nova.compute.manager [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1004.743620] env[69572]: DEBUG nova.network.neutron [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.823722] env[69572]: DEBUG nova.policy [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ed19c96ca449c9ca4f206adad021b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9c96379dcb45099eda20120e667dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.921982] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527bce06-3a53-0da8-c76d-52552d0286f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.922271] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.922527] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 2e3d5270-a082-4047-90a9-ae4998cd6cf7/2e3d5270-a082-4047-90a9-ae4998cd6cf7.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.922838] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dac9921e-bd03-4c5e-80d5-f840acd7beb3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.932903] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1004.932903] env[69572]: value = "task-3434885" [ 1004.932903] env[69572]: _type = "Task" [ 1004.932903] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.948779] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.034933] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976b7bf7-dd65-48ac-b526-9abf84084c82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.042162] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c4c19-8163-486e-a40e-8359764c92b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.075493] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fb3874-1d14-4eb0-8f17-afd5e08ad8a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.085126] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68f336c-50ab-456b-be3a-aa93c5aef4f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.104816] env[69572]: DEBUG nova.compute.provider_tree [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.111081] env[69572]: INFO nova.compute.manager [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Took 32.32 seconds to build instance. [ 1005.244192] env[69572]: DEBUG nova.compute.manager [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1005.354918] env[69572]: DEBUG nova.compute.manager [req-b386f599-50ce-40fc-8073-e9054126b0e7 req-5e2a9b8e-a3f1-4457-97bd-7eeec806d56b service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Received event network-changed-94c69df9-c839-4c56-9a6a-564ef0eb5446 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1005.355151] env[69572]: DEBUG nova.compute.manager [req-b386f599-50ce-40fc-8073-e9054126b0e7 req-5e2a9b8e-a3f1-4457-97bd-7eeec806d56b service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Refreshing instance network info cache due to event network-changed-94c69df9-c839-4c56-9a6a-564ef0eb5446. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1005.355355] env[69572]: DEBUG oslo_concurrency.lockutils [req-b386f599-50ce-40fc-8073-e9054126b0e7 req-5e2a9b8e-a3f1-4457-97bd-7eeec806d56b service nova] Acquiring lock "refresh_cache-03b6301a-d0cd-49b7-9d32-b7404537b0cb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.355449] env[69572]: DEBUG oslo_concurrency.lockutils [req-b386f599-50ce-40fc-8073-e9054126b0e7 req-5e2a9b8e-a3f1-4457-97bd-7eeec806d56b service nova] Acquired lock "refresh_cache-03b6301a-d0cd-49b7-9d32-b7404537b0cb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.355643] env[69572]: DEBUG nova.network.neutron [req-b386f599-50ce-40fc-8073-e9054126b0e7 req-5e2a9b8e-a3f1-4457-97bd-7eeec806d56b service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Refreshing network info cache for port 94c69df9-c839-4c56-9a6a-564ef0eb5446 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.508072] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471991} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.508072] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 2e3d5270-a082-4047-90a9-ae4998cd6cf7/2e3d5270-a082-4047-90a9-ae4998cd6cf7.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.508072] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.508072] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63ca72b1-e5cd-4b52-b9d5-a051ac69fe99 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.508072] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1005.508072] env[69572]: value = "task-3434886" [ 1005.508072] env[69572]: _type = "Task" [ 1005.508072] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.508072] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.609389] env[69572]: DEBUG nova.scheduler.client.report [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.614877] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1f0ebaea-bced-4361-8f22-036fe0968f1c tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "27374528-b6cc-4c08-a30a-3fceb4cf4364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.846s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.639387] env[69572]: DEBUG nova.network.neutron [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance_info_cache with network_info: [{"id": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "address": "fa:16:3e:b7:1f:6a", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0c3731-82", "ovs_interfaceid": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.823919] env[69572]: DEBUG nova.network.neutron [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Successfully created port: 12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.970289] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093154} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.970894] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.971462] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cafecb8-c8ec-4a70-bdbd-15880661221e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.995495] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2e3d5270-a082-4047-90a9-ae4998cd6cf7/2e3d5270-a082-4047-90a9-ae4998cd6cf7.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.998813] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8d44e9-a481-427a-857d-cd4ee3d02f5f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.021554] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1006.021554] env[69572]: value = "task-3434887" [ 1006.021554] env[69572]: _type = "Task" [ 1006.021554] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.033224] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.134022] env[69572]: DEBUG nova.network.neutron [req-b386f599-50ce-40fc-8073-e9054126b0e7 req-5e2a9b8e-a3f1-4457-97bd-7eeec806d56b service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Updated VIF entry in instance network info cache for port 94c69df9-c839-4c56-9a6a-564ef0eb5446. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.135897] env[69572]: DEBUG nova.network.neutron [req-b386f599-50ce-40fc-8073-e9054126b0e7 req-5e2a9b8e-a3f1-4457-97bd-7eeec806d56b service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Updating instance_info_cache with network_info: [{"id": "94c69df9-c839-4c56-9a6a-564ef0eb5446", "address": "fa:16:3e:7d:07:94", "network": {"id": "7f166062-1187-4abd-8b47-6b41013eba92", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1632793040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13b2fb69f264ce99419d4804c600b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c69df9-c8", "ovs_interfaceid": "94c69df9-c839-4c56-9a6a-564ef0eb5446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.143188] env[69572]: DEBUG oslo_concurrency.lockutils [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.143188] env[69572]: DEBUG nova.objects.instance [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'migration_context' on Instance uuid 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.261853] env[69572]: DEBUG nova.compute.manager [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1006.288667] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.288901] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.289070] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.289296] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.289397] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.289539] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.289743] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.289899] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.290123] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.290297] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.290468] env[69572]: DEBUG nova.virt.hardware [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.291419] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac83200-3c3d-428a-b94c-78830e717687 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.300097] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df7328-53d7-42e4-917f-1b844ebcbdfb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.532311] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.621260] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.387s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.624218] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.891s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.625558] env[69572]: INFO nova.compute.claims [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.640714] env[69572]: DEBUG oslo_concurrency.lockutils [req-b386f599-50ce-40fc-8073-e9054126b0e7 req-5e2a9b8e-a3f1-4457-97bd-7eeec806d56b service nova] Releasing lock "refresh_cache-03b6301a-d0cd-49b7-9d32-b7404537b0cb" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.646933] env[69572]: DEBUG nova.objects.base [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Object Instance<8c579c1b-c5d1-4c56-8a28-57d2dcf8983d> lazy-loaded attributes: info_cache,migration_context {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1006.646933] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8924daf3-e1b0-46b9-8553-d99ba54e24f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.669799] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d94bc15-a0c7-4c69-8415-5c31fa403969 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.676050] env[69572]: DEBUG oslo_vmware.api [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1006.676050] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f8cfc3-e047-daaa-5191-ed6994f4d088" [ 1006.676050] env[69572]: _type = "Task" [ 1006.676050] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.684429] env[69572]: DEBUG oslo_vmware.api [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f8cfc3-e047-daaa-5191-ed6994f4d088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.960104] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "27374528-b6cc-4c08-a30a-3fceb4cf4364" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.960608] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "27374528-b6cc-4c08-a30a-3fceb4cf4364" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.960720] env[69572]: INFO nova.compute.manager [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Rebooting instance [ 1007.033998] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434887, 'name': ReconfigVM_Task, 'duration_secs': 0.967041} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.034367] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2e3d5270-a082-4047-90a9-ae4998cd6cf7/2e3d5270-a082-4047-90a9-ae4998cd6cf7.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.035046] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f499e2a-86d2-4773-b5e3-b3f144911731 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.041393] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1007.041393] env[69572]: value = "task-3434888" [ 1007.041393] env[69572]: _type = "Task" [ 1007.041393] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.049898] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434888, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.186825] env[69572]: DEBUG oslo_vmware.api [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f8cfc3-e047-daaa-5191-ed6994f4d088, 'name': SearchDatastore_Task, 'duration_secs': 0.013471} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.187188] env[69572]: DEBUG oslo_concurrency.lockutils [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.189170] env[69572]: INFO nova.scheduler.client.report [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted allocation for migration 92b80038-fce0-4b19-9daa-2bc9c962cfda [ 1007.460024] env[69572]: DEBUG nova.compute.manager [req-d1a86742-7c60-4bba-8ae6-357cbc518808 req-9af123d1-0c24-4119-b2e0-dc061cdb09a8 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Received event network-changed-fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1007.460024] env[69572]: DEBUG nova.compute.manager [req-d1a86742-7c60-4bba-8ae6-357cbc518808 req-9af123d1-0c24-4119-b2e0-dc061cdb09a8 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Refreshing instance network info cache due to event network-changed-fcc02d8b-71fd-43d4-b27d-8c01f5118f4b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1007.460024] env[69572]: DEBUG oslo_concurrency.lockutils [req-d1a86742-7c60-4bba-8ae6-357cbc518808 req-9af123d1-0c24-4119-b2e0-dc061cdb09a8 service nova] Acquiring lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.460024] env[69572]: DEBUG oslo_concurrency.lockutils [req-d1a86742-7c60-4bba-8ae6-357cbc518808 req-9af123d1-0c24-4119-b2e0-dc061cdb09a8 service nova] Acquired lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.460024] env[69572]: DEBUG nova.network.neutron [req-d1a86742-7c60-4bba-8ae6-357cbc518808 req-9af123d1-0c24-4119-b2e0-dc061cdb09a8 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Refreshing network info cache for port fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.494965] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.552722] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434888, 'name': Rename_Task, 'duration_secs': 0.182573} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.553021] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.553281] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-496fa993-d022-444e-9800-8471c6c19576 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.563774] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1007.563774] env[69572]: value = "task-3434889" [ 1007.563774] env[69572]: _type = "Task" [ 1007.563774] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.574021] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.697729] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8155a777-e338-4319-85bd-79a14beff8f9 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.415s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.827863] env[69572]: DEBUG nova.compute.manager [req-7326ab4c-f78c-414c-aab9-aa96333b4aee req-8e526e6b-1a66-4b98-8dbf-485274d6a592 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Received event network-vif-plugged-12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1007.828265] env[69572]: DEBUG oslo_concurrency.lockutils [req-7326ab4c-f78c-414c-aab9-aa96333b4aee req-8e526e6b-1a66-4b98-8dbf-485274d6a592 service nova] Acquiring lock "812d8864-f721-4a9b-a745-92a31098bf5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.828509] env[69572]: DEBUG oslo_concurrency.lockutils [req-7326ab4c-f78c-414c-aab9-aa96333b4aee req-8e526e6b-1a66-4b98-8dbf-485274d6a592 service nova] Lock "812d8864-f721-4a9b-a745-92a31098bf5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.828685] env[69572]: DEBUG oslo_concurrency.lockutils [req-7326ab4c-f78c-414c-aab9-aa96333b4aee req-8e526e6b-1a66-4b98-8dbf-485274d6a592 service nova] Lock "812d8864-f721-4a9b-a745-92a31098bf5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.828854] env[69572]: DEBUG nova.compute.manager [req-7326ab4c-f78c-414c-aab9-aa96333b4aee req-8e526e6b-1a66-4b98-8dbf-485274d6a592 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] No waiting events found dispatching network-vif-plugged-12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.829190] env[69572]: WARNING nova.compute.manager [req-7326ab4c-f78c-414c-aab9-aa96333b4aee req-8e526e6b-1a66-4b98-8dbf-485274d6a592 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Received unexpected event network-vif-plugged-12c2b7cd-5419-44b1-bde3-dd406c0935ca for instance with vm_state building and task_state spawning. [ 1007.963758] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7baf6bd-3249-4fee-90a6-295cac2e3385 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.972552] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df13970-1b51-410c-adee-6ac68301c2fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.007960] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8aa7b2-bdc4-4c27-9088-15664cf8800d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.016017] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6feb5f1-8453-4848-9b1c-ac43f85746d5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.029850] env[69572]: DEBUG nova.compute.provider_tree [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.076251] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434889, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.279935] env[69572]: DEBUG nova.network.neutron [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Successfully updated port: 12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.292581] env[69572]: DEBUG nova.network.neutron [req-d1a86742-7c60-4bba-8ae6-357cbc518808 req-9af123d1-0c24-4119-b2e0-dc061cdb09a8 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Updated VIF entry in instance network info cache for port fcc02d8b-71fd-43d4-b27d-8c01f5118f4b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.293291] env[69572]: DEBUG nova.network.neutron [req-d1a86742-7c60-4bba-8ae6-357cbc518808 req-9af123d1-0c24-4119-b2e0-dc061cdb09a8 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Updating instance_info_cache with network_info: [{"id": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "address": "fa:16:3e:0a:f9:08", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc02d8b-71", "ovs_interfaceid": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.533107] env[69572]: DEBUG nova.scheduler.client.report [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.575586] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.783335] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.783484] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.783655] env[69572]: DEBUG nova.network.neutron [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.796100] env[69572]: DEBUG oslo_concurrency.lockutils [req-d1a86742-7c60-4bba-8ae6-357cbc518808 req-9af123d1-0c24-4119-b2e0-dc061cdb09a8 service nova] Releasing lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.796824] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquired lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.797044] env[69572]: DEBUG nova.network.neutron [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.037610] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.038198] env[69572]: DEBUG nova.compute.manager [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1009.040763] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.554s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.040959] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.043358] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.399s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.070899] env[69572]: INFO nova.scheduler.client.report [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted allocations for instance 6b825bbb-6005-4481-bedb-b021b8b71e54 [ 1009.075049] env[69572]: DEBUG oslo_vmware.api [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434889, 'name': PowerOnVM_Task, 'duration_secs': 1.170836} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.077417] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.077622] env[69572]: INFO nova.compute.manager [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1009.077836] env[69572]: DEBUG nova.compute.manager [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.079266] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d930e76-8a9d-4b7e-9438-947acf8a89ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.160134] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.160423] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.160633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.161195] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.161378] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.163349] env[69572]: INFO nova.compute.manager [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Terminating instance [ 1009.314296] env[69572]: DEBUG nova.network.neutron [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.439300] env[69572]: DEBUG nova.network.neutron [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updating instance_info_cache with network_info: [{"id": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "address": "fa:16:3e:01:04:b0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2b7cd-54", "ovs_interfaceid": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.491421] env[69572]: DEBUG nova.compute.manager [req-223500ab-638e-46cb-a6b4-dd3a5c0d59e6 req-b66f6998-2b66-4ee8-8f06-25f36c604634 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Received event network-changed-12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1009.491554] env[69572]: DEBUG nova.compute.manager [req-223500ab-638e-46cb-a6b4-dd3a5c0d59e6 req-b66f6998-2b66-4ee8-8f06-25f36c604634 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Refreshing instance network info cache due to event network-changed-12c2b7cd-5419-44b1-bde3-dd406c0935ca. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1009.491755] env[69572]: DEBUG oslo_concurrency.lockutils [req-223500ab-638e-46cb-a6b4-dd3a5c0d59e6 req-b66f6998-2b66-4ee8-8f06-25f36c604634 service nova] Acquiring lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.532876] env[69572]: DEBUG nova.network.neutron [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Updating instance_info_cache with network_info: [{"id": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "address": "fa:16:3e:0a:f9:08", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc02d8b-71", "ovs_interfaceid": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.546285] env[69572]: DEBUG nova.compute.utils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.549861] env[69572]: INFO nova.compute.claims [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.553945] env[69572]: DEBUG nova.compute.manager [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1009.554636] env[69572]: DEBUG nova.network.neutron [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.581747] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7b5ed75-2815-4b76-bb69-42804a64ef7a tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "6b825bbb-6005-4481-bedb-b021b8b71e54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.983s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.593351] env[69572]: DEBUG nova.policy [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a881e59a2204b9e89559988dddb3140', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54f6d2aa05a0464d9d65dbe5292050c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.598144] env[69572]: INFO nova.compute.manager [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Took 31.97 seconds to build instance. [ 1009.634103] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "d54f5561-f8b8-4360-ae51-007a46303ac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.634352] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.666637] env[69572]: DEBUG nova.compute.manager [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1009.666885] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.669334] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974c52c4-bc84-4275-aa97-4d30452d0921 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.677431] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.677676] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e99e7b1a-239a-4991-8b79-13b0896b7996 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.686292] env[69572]: DEBUG oslo_vmware.api [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1009.686292] env[69572]: value = "task-3434890" [ 1009.686292] env[69572]: _type = "Task" [ 1009.686292] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.694755] env[69572]: DEBUG oslo_vmware.api [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.942602] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.942956] env[69572]: DEBUG nova.compute.manager [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Instance network_info: |[{"id": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "address": "fa:16:3e:01:04:b0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2b7cd-54", "ovs_interfaceid": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1009.943292] env[69572]: DEBUG oslo_concurrency.lockutils [req-223500ab-638e-46cb-a6b4-dd3a5c0d59e6 req-b66f6998-2b66-4ee8-8f06-25f36c604634 service nova] Acquired lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.943471] env[69572]: DEBUG nova.network.neutron [req-223500ab-638e-46cb-a6b4-dd3a5c0d59e6 req-b66f6998-2b66-4ee8-8f06-25f36c604634 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Refreshing network info cache for port 12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.944911] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:04:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12c2b7cd-5419-44b1-bde3-dd406c0935ca', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.954283] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.955305] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.955535] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d07db3d1-1434-4bf1-bd68-6994a1a6a907 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.976526] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.976526] env[69572]: value = "task-3434891" [ 1009.976526] env[69572]: _type = "Task" [ 1009.976526] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.984740] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434891, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.038370] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Releasing lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.054512] env[69572]: DEBUG nova.compute.manager [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1010.059207] env[69572]: INFO nova.compute.resource_tracker [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating resource usage from migration b992bbd1-4695-405b-903c-2223a0e3af98 [ 1010.102464] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a0cfa5f1-4cbd-455f-bafc-d94b0c012023 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.478s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.108310] env[69572]: DEBUG nova.network.neutron [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Successfully created port: 47af375b-5bc8-470b-b7f7-54a84ea752cd {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.136401] env[69572]: DEBUG nova.compute.manager [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1010.198691] env[69572]: DEBUG oslo_vmware.api [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434890, 'name': PowerOffVM_Task, 'duration_secs': 0.232481} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.201155] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.201341] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.201770] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e5bd520-6ef6-4a76-9dba-3028a6764568 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.270623] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.270850] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.271044] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleting the datastore file [datastore2] fe3ba8da-412e-4cdb-a073-be6375ff2b01 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.271308] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4da34c0e-894f-4c1a-958e-909537c8ed1b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.279988] env[69572]: DEBUG oslo_vmware.api [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1010.279988] env[69572]: value = "task-3434893" [ 1010.279988] env[69572]: _type = "Task" [ 1010.279988] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.289510] env[69572]: DEBUG oslo_vmware.api [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.388112] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab3e59-1e4b-4f8f-98e7-4e92bbc7539d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.396186] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e65437b-a872-4ff4-bcbc-ad8d0c6bfc5e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.428349] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39de8db6-1801-4366-931f-4aa6f6b0b7c5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.435562] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efa3728-2123-4816-819e-2df949654b85 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.449033] env[69572]: DEBUG nova.compute.provider_tree [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.486517] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434891, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.544584] env[69572]: DEBUG nova.compute.manager [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1010.545804] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832bfd4-6c65-4d07-9cb2-3d1b76efd96a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.650753] env[69572]: DEBUG oslo_concurrency.lockutils [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.651053] env[69572]: DEBUG oslo_concurrency.lockutils [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.651286] env[69572]: DEBUG oslo_concurrency.lockutils [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.651505] env[69572]: DEBUG oslo_concurrency.lockutils [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.651706] env[69572]: DEBUG oslo_concurrency.lockutils [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.653584] env[69572]: INFO nova.compute.manager [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Terminating instance [ 1010.663140] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.667357] env[69572]: DEBUG nova.network.neutron [req-223500ab-638e-46cb-a6b4-dd3a5c0d59e6 req-b66f6998-2b66-4ee8-8f06-25f36c604634 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updated VIF entry in instance network info cache for port 12c2b7cd-5419-44b1-bde3-dd406c0935ca. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.667818] env[69572]: DEBUG nova.network.neutron [req-223500ab-638e-46cb-a6b4-dd3a5c0d59e6 req-b66f6998-2b66-4ee8-8f06-25f36c604634 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updating instance_info_cache with network_info: [{"id": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "address": "fa:16:3e:01:04:b0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2b7cd-54", "ovs_interfaceid": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.791122] env[69572]: DEBUG oslo_vmware.api [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481325} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.791122] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.791122] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.791122] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.791122] env[69572]: INFO nova.compute.manager [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1010.791462] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.791462] env[69572]: DEBUG nova.compute.manager [-] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1010.791462] env[69572]: DEBUG nova.network.neutron [-] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.952675] env[69572]: DEBUG nova.scheduler.client.report [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.988119] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434891, 'name': CreateVM_Task, 'duration_secs': 0.672308} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.988119] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.989273] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.989451] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.989764] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.990045] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7411d23c-d8db-49d9-9b28-b410d35fd3c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.994737] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1010.994737] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ed13a5-6f32-a4be-696e-9e0c1a150df7" [ 1010.994737] env[69572]: _type = "Task" [ 1010.994737] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.004923] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ed13a5-6f32-a4be-696e-9e0c1a150df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.071918] env[69572]: DEBUG nova.compute.manager [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1011.106222] env[69572]: DEBUG nova.compute.manager [req-84d46263-7e81-4e1c-97b2-0038834b594c req-c933e2d3-056d-4ed0-9c4c-89b77bf710c1 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Received event network-vif-deleted-3e63d3b2-42a8-437c-ae28-f045f09fb06f {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1011.107904] env[69572]: INFO nova.compute.manager [req-84d46263-7e81-4e1c-97b2-0038834b594c req-c933e2d3-056d-4ed0-9c4c-89b77bf710c1 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Neutron deleted interface 3e63d3b2-42a8-437c-ae28-f045f09fb06f; detaching it from the instance and deleting it from the info cache [ 1011.107904] env[69572]: DEBUG nova.network.neutron [req-84d46263-7e81-4e1c-97b2-0038834b594c req-c933e2d3-056d-4ed0-9c4c-89b77bf710c1 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.110228] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.110466] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.110619] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.110826] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.111012] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.111172] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.111392] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.111594] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.111718] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.111876] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.112060] env[69572]: DEBUG nova.virt.hardware [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.113481] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c966d4-32bf-47ec-a0ea-9d5a99b5f1de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.125436] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d5cab-8c5d-4f54-b1dc-c8182ef93936 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.158026] env[69572]: DEBUG nova.compute.manager [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1011.158026] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.158921] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff15c01-78a3-4f03-802a-791e1e7c8b77 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.168145] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.168145] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-487a1f54-10c0-4ffa-ba0c-8f2212cec9db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.170502] env[69572]: DEBUG oslo_concurrency.lockutils [req-223500ab-638e-46cb-a6b4-dd3a5c0d59e6 req-b66f6998-2b66-4ee8-8f06-25f36c604634 service nova] Releasing lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.175377] env[69572]: DEBUG oslo_vmware.api [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1011.175377] env[69572]: value = "task-3434894" [ 1011.175377] env[69572]: _type = "Task" [ 1011.175377] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.184190] env[69572]: DEBUG oslo_vmware.api [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.458412] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.415s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.458781] env[69572]: INFO nova.compute.manager [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Migrating [ 1011.465094] env[69572]: DEBUG oslo_concurrency.lockutils [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.853s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.465357] env[69572]: DEBUG nova.objects.instance [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lazy-loading 'resources' on Instance uuid f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.504774] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ed13a5-6f32-a4be-696e-9e0c1a150df7, 'name': SearchDatastore_Task, 'duration_secs': 0.013017} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.505315] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.505555] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.505812] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.505967] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.506166] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.506417] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d293a78-500a-4ca6-996b-f019e410a1a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.519441] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.519441] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.520156] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a51d9c-8a67-41d6-a444-4b0d9fa006d7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.525437] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1011.525437] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f6f7ba-3419-4a86-8c9d-0ec34080e35d" [ 1011.525437] env[69572]: _type = "Task" [ 1011.525437] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.533887] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f6f7ba-3419-4a86-8c9d-0ec34080e35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.563977] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bbad38-1c93-461c-919c-50fca2ebdbff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.571910] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Doing hard reboot of VM {{(pid=69572) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1011.572224] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7512f2f3-ef4e-47ca-8fd3-5a034d020dea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.578283] env[69572]: DEBUG oslo_vmware.api [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 1011.578283] env[69572]: value = "task-3434895" [ 1011.578283] env[69572]: _type = "Task" [ 1011.578283] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.582982] env[69572]: DEBUG nova.network.neutron [-] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.588757] env[69572]: DEBUG oslo_vmware.api [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434895, 'name': ResetVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.617560] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07e7ff1e-1d6f-4b59-81e5-ce2ecf986ac4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.627066] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebeb4da-598f-427c-89a7-b0dfc13251b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.663315] env[69572]: DEBUG nova.compute.manager [req-84d46263-7e81-4e1c-97b2-0038834b594c req-c933e2d3-056d-4ed0-9c4c-89b77bf710c1 service nova] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Detach interface failed, port_id=3e63d3b2-42a8-437c-ae28-f045f09fb06f, reason: Instance fe3ba8da-412e-4cdb-a073-be6375ff2b01 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1011.684856] env[69572]: DEBUG oslo_vmware.api [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434894, 'name': PowerOffVM_Task, 'duration_secs': 0.194252} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.685150] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.685317] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.685609] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aed0406-152c-49f0-bf4c-0950f80d1d8b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.696755] env[69572]: DEBUG nova.compute.manager [req-9638cc98-a2a2-442e-9d6a-f173f81495a2 req-bd8c1ad4-901d-4658-8302-a6295346069e service nova] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Received event network-vif-plugged-47af375b-5bc8-470b-b7f7-54a84ea752cd {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1011.696991] env[69572]: DEBUG oslo_concurrency.lockutils [req-9638cc98-a2a2-442e-9d6a-f173f81495a2 req-bd8c1ad4-901d-4658-8302-a6295346069e service nova] Acquiring lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.697214] env[69572]: DEBUG oslo_concurrency.lockutils [req-9638cc98-a2a2-442e-9d6a-f173f81495a2 req-bd8c1ad4-901d-4658-8302-a6295346069e service nova] Lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.697407] env[69572]: DEBUG oslo_concurrency.lockutils [req-9638cc98-a2a2-442e-9d6a-f173f81495a2 req-bd8c1ad4-901d-4658-8302-a6295346069e service nova] Lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.697534] env[69572]: DEBUG nova.compute.manager [req-9638cc98-a2a2-442e-9d6a-f173f81495a2 req-bd8c1ad4-901d-4658-8302-a6295346069e service nova] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] No waiting events found dispatching network-vif-plugged-47af375b-5bc8-470b-b7f7-54a84ea752cd {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1011.697689] env[69572]: WARNING nova.compute.manager [req-9638cc98-a2a2-442e-9d6a-f173f81495a2 req-bd8c1ad4-901d-4658-8302-a6295346069e service nova] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Received unexpected event network-vif-plugged-47af375b-5bc8-470b-b7f7-54a84ea752cd for instance with vm_state building and task_state spawning. [ 1011.759571] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.759906] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.761731] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleting the datastore file [datastore1] 2e3d5270-a082-4047-90a9-ae4998cd6cf7 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.761731] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a15d05a5-8202-499b-a424-60abe30a33b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.770495] env[69572]: DEBUG oslo_vmware.api [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1011.770495] env[69572]: value = "task-3434897" [ 1011.770495] env[69572]: _type = "Task" [ 1011.770495] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.778687] env[69572]: DEBUG oslo_vmware.api [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.836206] env[69572]: DEBUG nova.network.neutron [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Successfully updated port: 47af375b-5bc8-470b-b7f7-54a84ea752cd {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.977583] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.977780] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.978108] env[69572]: DEBUG nova.network.neutron [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.038852] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f6f7ba-3419-4a86-8c9d-0ec34080e35d, 'name': SearchDatastore_Task, 'duration_secs': 0.024366} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.041854] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe7f0b7-0973-4c50-9225-251c8b0bdf21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.047761] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1012.047761] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52aedabd-eca0-e4bc-3f89-43013d119495" [ 1012.047761] env[69572]: _type = "Task" [ 1012.047761] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.055413] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52aedabd-eca0-e4bc-3f89-43013d119495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.088640] env[69572]: DEBUG oslo_vmware.api [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434895, 'name': ResetVM_Task, 'duration_secs': 0.091131} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.088894] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Did hard reboot of VM {{(pid=69572) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1012.089115] env[69572]: DEBUG nova.compute.manager [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1012.089562] env[69572]: INFO nova.compute.manager [-] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Took 1.30 seconds to deallocate network for instance. [ 1012.090299] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15cd594-e4b6-4b9d-9d63-1c513c0282ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.228198] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f12910e-6be8-42f6-b337-080e621e54fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.236143] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200dac5f-53be-49c2-bf10-a28c5a11e50d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.268937] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c8e7d-2f1b-4388-929e-102d236eef8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.281944] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aec98f1-22a1-40fc-9252-9e292d3c47d8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.285791] env[69572]: DEBUG oslo_vmware.api [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.295493] env[69572]: DEBUG nova.compute.provider_tree [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.339277] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "refresh_cache-38472da9-392c-40b1-85d0-8ec8d2b4e8cc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.339425] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "refresh_cache-38472da9-392c-40b1-85d0-8ec8d2b4e8cc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.339517] env[69572]: DEBUG nova.network.neutron [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.570563] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52aedabd-eca0-e4bc-3f89-43013d119495, 'name': SearchDatastore_Task, 'duration_secs': 0.014233} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.570563] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.570563] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 812d8864-f721-4a9b-a745-92a31098bf5f/812d8864-f721-4a9b-a745-92a31098bf5f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.570563] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-713be9e7-5ff0-42e2-a539-0d1a4cf4b398 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.580102] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1012.580102] env[69572]: value = "task-3434898" [ 1012.580102] env[69572]: _type = "Task" [ 1012.580102] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.591938] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.604076] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.606804] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2dd09950-8cb9-407a-934a-2c893f54003d tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "27374528-b6cc-4c08-a30a-3fceb4cf4364" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.646s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.785038] env[69572]: DEBUG oslo_vmware.api [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612034} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.785038] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.785288] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.785380] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.785581] env[69572]: INFO nova.compute.manager [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1012.785871] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.786090] env[69572]: DEBUG nova.compute.manager [-] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1012.786203] env[69572]: DEBUG nova.network.neutron [-] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.798551] env[69572]: DEBUG nova.scheduler.client.report [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.893729] env[69572]: DEBUG nova.network.neutron [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.966548] env[69572]: DEBUG nova.network.neutron [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance_info_cache with network_info: [{"id": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "address": "fa:16:3e:6a:19:64", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68932dd8-9e", "ovs_interfaceid": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.094757] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.126795] env[69572]: DEBUG nova.network.neutron [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Updating instance_info_cache with network_info: [{"id": "47af375b-5bc8-470b-b7f7-54a84ea752cd", "address": "fa:16:3e:89:6e:f3", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47af375b-5b", "ovs_interfaceid": "47af375b-5bc8-470b-b7f7-54a84ea752cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.219999] env[69572]: DEBUG nova.compute.manager [req-01cad73a-a4f7-453c-ae28-20b212f94e33 req-4753835d-3817-4e1c-831e-4a0cdd5aabf4 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Received event network-vif-deleted-25043fea-6808-4edf-ae32-8c70435328ed {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1013.220225] env[69572]: INFO nova.compute.manager [req-01cad73a-a4f7-453c-ae28-20b212f94e33 req-4753835d-3817-4e1c-831e-4a0cdd5aabf4 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Neutron deleted interface 25043fea-6808-4edf-ae32-8c70435328ed; detaching it from the instance and deleting it from the info cache [ 1013.220401] env[69572]: DEBUG nova.network.neutron [req-01cad73a-a4f7-453c-ae28-20b212f94e33 req-4753835d-3817-4e1c-831e-4a0cdd5aabf4 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.304360] env[69572]: DEBUG oslo_concurrency.lockutils [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.306874] env[69572]: DEBUG oslo_concurrency.lockutils [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.120s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.330180] env[69572]: INFO nova.scheduler.client.report [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted allocations for instance f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429 [ 1013.470127] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.568072] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "27374528-b6cc-4c08-a30a-3fceb4cf4364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.568361] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "27374528-b6cc-4c08-a30a-3fceb4cf4364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.568574] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "27374528-b6cc-4c08-a30a-3fceb4cf4364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.568796] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "27374528-b6cc-4c08-a30a-3fceb4cf4364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.568918] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "27374528-b6cc-4c08-a30a-3fceb4cf4364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.571266] env[69572]: INFO nova.compute.manager [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Terminating instance [ 1013.594629] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623516} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.594629] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 812d8864-f721-4a9b-a745-92a31098bf5f/812d8864-f721-4a9b-a745-92a31098bf5f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.594629] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.594629] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b20cade-ae40-442a-94e8-02e97d35f3df {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.599125] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1013.599125] env[69572]: value = "task-3434899" [ 1013.599125] env[69572]: _type = "Task" [ 1013.599125] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.608275] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.630960] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "refresh_cache-38472da9-392c-40b1-85d0-8ec8d2b4e8cc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.630960] env[69572]: DEBUG nova.compute.manager [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Instance network_info: |[{"id": "47af375b-5bc8-470b-b7f7-54a84ea752cd", "address": "fa:16:3e:89:6e:f3", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47af375b-5b", "ovs_interfaceid": "47af375b-5bc8-470b-b7f7-54a84ea752cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1013.630960] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:6e:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47af375b-5bc8-470b-b7f7-54a84ea752cd', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.638853] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.639223] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.639506] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76385416-13f4-4f64-895d-c84e41380fd7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.660075] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.660075] env[69572]: value = "task-3434900" [ 1013.660075] env[69572]: _type = "Task" [ 1013.660075] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.670857] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434900, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.702189] env[69572]: DEBUG nova.network.neutron [-] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.722828] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a897a765-a5b6-445e-b887-89c3640b9d28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.729366] env[69572]: DEBUG nova.compute.manager [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Received event network-changed-47af375b-5bc8-470b-b7f7-54a84ea752cd {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1013.729784] env[69572]: DEBUG nova.compute.manager [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Refreshing instance network info cache due to event network-changed-47af375b-5bc8-470b-b7f7-54a84ea752cd. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1013.730275] env[69572]: DEBUG oslo_concurrency.lockutils [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] Acquiring lock "refresh_cache-38472da9-392c-40b1-85d0-8ec8d2b4e8cc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.730510] env[69572]: DEBUG oslo_concurrency.lockutils [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] Acquired lock "refresh_cache-38472da9-392c-40b1-85d0-8ec8d2b4e8cc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.730738] env[69572]: DEBUG nova.network.neutron [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Refreshing network info cache for port 47af375b-5bc8-470b-b7f7-54a84ea752cd {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.739750] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bdff67-61e4-4067-824e-d16e04edc341 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.794630] env[69572]: DEBUG nova.compute.manager [req-01cad73a-a4f7-453c-ae28-20b212f94e33 req-4753835d-3817-4e1c-831e-4a0cdd5aabf4 service nova] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Detach interface failed, port_id=25043fea-6808-4edf-ae32-8c70435328ed, reason: Instance 2e3d5270-a082-4047-90a9-ae4998cd6cf7 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1013.837935] env[69572]: DEBUG oslo_concurrency.lockutils [None req-feb32a61-75fc-4e61-9888-1643bdb23436 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.242s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.069868] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16edc054-917b-4481-9888-96a2cae48392 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.077951] env[69572]: DEBUG nova.compute.manager [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1014.078206] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.078985] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacbb562-9670-4ab0-86f3-3491ec147d62 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.082277] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aaf8b6-21ad-4d4f-8ce8-2a2663e2dfa5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.090014] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.114676] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30dc07c5-e3f4-47f8-a683-f79141bb1f8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.119497] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f37f1a-5a38-46f9-87e9-38518bd11c65 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.126112] env[69572]: DEBUG oslo_vmware.api [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 1014.126112] env[69572]: value = "task-3434901" [ 1014.126112] env[69572]: _type = "Task" [ 1014.126112] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.130716] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068416} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.134565] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fc535a-8cd1-4a77-8c4d-aedc11445f24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.138489] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.139331] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba4aa0f-c70c-4b50-bae8-8c78b790cf18 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.147185] env[69572]: DEBUG oslo_vmware.api [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.164066] env[69572]: DEBUG nova.compute.provider_tree [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.174098] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 812d8864-f721-4a9b-a745-92a31098bf5f/812d8864-f721-4a9b-a745-92a31098bf5f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.178162] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd332216-7702-4062-8740-76e268a5fdd9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.199423] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434900, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.201164] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1014.201164] env[69572]: value = "task-3434902" [ 1014.201164] env[69572]: _type = "Task" [ 1014.201164] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.204819] env[69572]: INFO nova.compute.manager [-] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Took 1.42 seconds to deallocate network for instance. [ 1014.213280] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434902, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.431505] env[69572]: DEBUG nova.network.neutron [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Updated VIF entry in instance network info cache for port 47af375b-5bc8-470b-b7f7-54a84ea752cd. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.431903] env[69572]: DEBUG nova.network.neutron [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Updating instance_info_cache with network_info: [{"id": "47af375b-5bc8-470b-b7f7-54a84ea752cd", "address": "fa:16:3e:89:6e:f3", "network": {"id": "cf48b2b8-9e70-4492-a6bb-4f40626d80be", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2000287936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54f6d2aa05a0464d9d65dbe5292050c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47af375b-5b", "ovs_interfaceid": "47af375b-5bc8-470b-b7f7-54a84ea752cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.464442] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.464682] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.640352] env[69572]: DEBUG oslo_vmware.api [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434901, 'name': PowerOffVM_Task, 'duration_secs': 0.206398} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.640632] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.640800] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.641069] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b417798-56a8-40b8-b471-b20235620b56 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.677619] env[69572]: DEBUG nova.scheduler.client.report [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.680682] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434900, 'name': CreateVM_Task, 'duration_secs': 0.578558} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.681045] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.681694] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.682090] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.682479] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.682678] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4db42ea-320b-465c-9a5c-e0ea31a010db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.687685] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1014.687685] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e41b7c-4a1f-334b-596f-558d4816bb22" [ 1014.687685] env[69572]: _type = "Task" [ 1014.687685] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.695718] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e41b7c-4a1f-334b-596f-558d4816bb22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.702043] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.702152] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.702331] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Deleting the datastore file [datastore1] 27374528-b6cc-4c08-a30a-3fceb4cf4364 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.705552] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11c76933-da05-43f7-9eac-6d4e1d8bca39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.712204] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434902, 'name': ReconfigVM_Task, 'duration_secs': 0.320997} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.713398] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 812d8864-f721-4a9b-a745-92a31098bf5f/812d8864-f721-4a9b-a745-92a31098bf5f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.716050] env[69572]: DEBUG oslo_vmware.api [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 1014.716050] env[69572]: value = "task-3434904" [ 1014.716050] env[69572]: _type = "Task" [ 1014.716050] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.716050] env[69572]: DEBUG oslo_concurrency.lockutils [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.716050] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5bc824c-fb7f-4d3a-96c7-4de99c7e3b91 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.725205] env[69572]: DEBUG oslo_vmware.api [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.726439] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1014.726439] env[69572]: value = "task-3434905" [ 1014.726439] env[69572]: _type = "Task" [ 1014.726439] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.734828] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434905, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.934478] env[69572]: DEBUG oslo_concurrency.lockutils [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] Releasing lock "refresh_cache-38472da9-392c-40b1-85d0-8ec8d2b4e8cc" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.934761] env[69572]: DEBUG nova.compute.manager [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Received event network-changed-fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1014.934930] env[69572]: DEBUG nova.compute.manager [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Refreshing instance network info cache due to event network-changed-fcc02d8b-71fd-43d4-b27d-8c01f5118f4b. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1014.935168] env[69572]: DEBUG oslo_concurrency.lockutils [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] Acquiring lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.935313] env[69572]: DEBUG oslo_concurrency.lockutils [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] Acquired lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.935472] env[69572]: DEBUG nova.network.neutron [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Refreshing network info cache for port fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.967505] env[69572]: DEBUG nova.compute.manager [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1014.984456] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2374b4f-d6f9-48ac-a09e-d4079818c23f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.012811] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance '8984660d-39da-43c8-b787-f57aec274422' progress to 0 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.197589] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e41b7c-4a1f-334b-596f-558d4816bb22, 'name': SearchDatastore_Task, 'duration_secs': 0.017136} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.198764] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.198764] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.199019] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.199159] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.199342] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.199821] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0065491-76f5-4571-a40e-a0b918986017 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.243676] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.243676] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.243676] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a6fe2c-9416-4c63-b1d1-6a461ce1e36f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.243676] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1015.243676] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ad5da4-6b92-1218-b019-a0c3b714e154" [ 1015.243676] env[69572]: _type = "Task" [ 1015.243676] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.243676] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ad5da4-6b92-1218-b019-a0c3b714e154, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.243676] env[69572]: DEBUG oslo_vmware.api [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158928} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.243676] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.243676] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.243676] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.243676] env[69572]: INFO nova.compute.manager [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1015.243676] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.243676] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044189b6-a042-410c-bc4e-8f22c1655880 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.243676] env[69572]: DEBUG nova.compute.manager [-] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1015.243676] env[69572]: DEBUG nova.network.neutron [-] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.246134] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434905, 'name': Rename_Task, 'duration_secs': 0.151243} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.247431] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.247769] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1015.247769] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520a546e-3576-ee6a-bef0-6e913bfba628" [ 1015.247769] env[69572]: _type = "Task" [ 1015.247769] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.247999] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9254ac2-f834-4388-a7a3-1dca274e4ee1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.259956] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520a546e-3576-ee6a-bef0-6e913bfba628, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.261322] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.261620] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 38472da9-392c-40b1-85d0-8ec8d2b4e8cc/38472da9-392c-40b1-85d0-8ec8d2b4e8cc.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.262010] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1015.262010] env[69572]: value = "task-3434906" [ 1015.262010] env[69572]: _type = "Task" [ 1015.262010] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.262239] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e099a333-531b-4e84-9460-d9043747f839 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.272956] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.275089] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1015.275089] env[69572]: value = "task-3434907" [ 1015.275089] env[69572]: _type = "Task" [ 1015.275089] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.282419] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.499599] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.518744] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.519102] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c31221-85b0-453f-8814-896c39c28fcf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.526866] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1015.526866] env[69572]: value = "task-3434908" [ 1015.526866] env[69572]: _type = "Task" [ 1015.526866] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.541415] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.687693] env[69572]: DEBUG oslo_concurrency.lockutils [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.381s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.688100] env[69572]: DEBUG nova.compute.manager [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69572) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5375}} [ 1015.692463] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.029s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.694593] env[69572]: INFO nova.compute.claims [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.788053] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434906, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.794008] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.966068] env[69572]: DEBUG nova.network.neutron [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Updated VIF entry in instance network info cache for port fcc02d8b-71fd-43d4-b27d-8c01f5118f4b. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.966179] env[69572]: DEBUG nova.network.neutron [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Updating instance_info_cache with network_info: [{"id": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "address": "fa:16:3e:0a:f9:08", "network": {"id": "aba894a4-17bd-4a7a-a94f-03176e7d4f9e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-714950052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a771df265b45e9851b51bc34e206c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc02d8b-71", "ovs_interfaceid": "fcc02d8b-71fd-43d4-b27d-8c01f5118f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.982169] env[69572]: DEBUG nova.compute.manager [req-6447900e-764b-41da-9dac-b6018b8d8b1b req-e60050da-6ef0-4f0f-b5d4-c85b545af282 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Received event network-vif-deleted-fcc02d8b-71fd-43d4-b27d-8c01f5118f4b {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1015.982399] env[69572]: INFO nova.compute.manager [req-6447900e-764b-41da-9dac-b6018b8d8b1b req-e60050da-6ef0-4f0f-b5d4-c85b545af282 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Neutron deleted interface fcc02d8b-71fd-43d4-b27d-8c01f5118f4b; detaching it from the instance and deleting it from the info cache [ 1015.982628] env[69572]: DEBUG nova.network.neutron [req-6447900e-764b-41da-9dac-b6018b8d8b1b req-e60050da-6ef0-4f0f-b5d4-c85b545af282 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.035994] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434908, 'name': PowerOffVM_Task, 'duration_secs': 0.256932} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.036285] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.036475] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance '8984660d-39da-43c8-b787-f57aec274422' progress to 17 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.270292] env[69572]: INFO nova.scheduler.client.report [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleted allocation for migration bab1bf56-f95a-469d-97ea-20dbbcfe5be7 [ 1016.277635] env[69572]: DEBUG oslo_vmware.api [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434906, 'name': PowerOnVM_Task, 'duration_secs': 0.715895} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.278117] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.278349] env[69572]: INFO nova.compute.manager [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1016.278526] env[69572]: DEBUG nova.compute.manager [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.279311] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e43f01-87ec-41e4-bf5a-08ecb11debab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.289831] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576122} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.292380] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 38472da9-392c-40b1-85d0-8ec8d2b4e8cc/38472da9-392c-40b1-85d0-8ec8d2b4e8cc.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.292602] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.295647] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7eec577e-9006-449a-8de5-5ff5d3bbe9e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.302760] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1016.302760] env[69572]: value = "task-3434909" [ 1016.302760] env[69572]: _type = "Task" [ 1016.302760] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.310347] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.464286] env[69572]: DEBUG nova.network.neutron [-] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.468501] env[69572]: DEBUG oslo_concurrency.lockutils [req-44b88ccc-15c4-4321-ac4b-4149aee5acf8 req-b460ada3-ed97-483e-ac05-593c667028be service nova] Releasing lock "refresh_cache-27374528-b6cc-4c08-a30a-3fceb4cf4364" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.484768] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b40d47c-84dd-4270-a183-69762689a96a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.494912] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09116da6-2efa-44cd-bdd3-18721fff51be {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.527764] env[69572]: DEBUG nova.compute.manager [req-6447900e-764b-41da-9dac-b6018b8d8b1b req-e60050da-6ef0-4f0f-b5d4-c85b545af282 service nova] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Detach interface failed, port_id=fcc02d8b-71fd-43d4-b27d-8c01f5118f4b, reason: Instance 27374528-b6cc-4c08-a30a-3fceb4cf4364 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1016.542824] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.542901] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.543093] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.543233] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.543380] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.543526] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.543789] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.544015] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.544202] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.544366] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.544536] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.549541] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e1d2368-d069-4f4f-b7cd-ccaa11dbeb88 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.566041] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1016.566041] env[69572]: value = "task-3434910" [ 1016.566041] env[69572]: _type = "Task" [ 1016.566041] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.578386] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.621036] env[69572]: INFO nova.compute.manager [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Rebuilding instance [ 1016.659691] env[69572]: DEBUG nova.compute.manager [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.660569] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3fefc5-db0c-4f41-86e7-caca69b77fed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.782500] env[69572]: DEBUG oslo_concurrency.lockutils [None req-608158fb-5a6c-4ef3-a586-8ef27598df95 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.969s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.808081] env[69572]: INFO nova.compute.manager [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Took 32.61 seconds to build instance. [ 1016.814496] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069528} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.817990] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.819370] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e24b8e-c6c4-4f86-bc21-8ff0650c17a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.842588] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 38472da9-392c-40b1-85d0-8ec8d2b4e8cc/38472da9-392c-40b1-85d0-8ec8d2b4e8cc.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.845995] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b056df17-565a-4c13-bd8c-bdee737c6bbf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.867234] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1016.867234] env[69572]: value = "task-3434911" [ 1016.867234] env[69572]: _type = "Task" [ 1016.867234] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.878896] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.968346] env[69572]: INFO nova.compute.manager [-] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Took 1.73 seconds to deallocate network for instance. [ 1017.073695] env[69572]: DEBUG nova.objects.instance [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'flavor' on Instance uuid 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.075613] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9688937-1ea5-436b-a015-a66c46f9f798 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.089165] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a469a972-aed6-42d9-af2e-ce73f8849c2a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.090337] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434910, 'name': ReconfigVM_Task, 'duration_secs': 0.432187} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.090634] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance '8984660d-39da-43c8-b787-f57aec274422' progress to 33 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.128641] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0de94ea-fe06-4717-8436-79b9b7832634 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.137850] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221092e2-6496-41d9-9b89-999b2100c992 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.157918] env[69572]: DEBUG nova.compute.provider_tree [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.310171] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cb60fb59-7ac0-4d27-a484-8b0251eb8514 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "812d8864-f721-4a9b-a745-92a31098bf5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.118s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.381405] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.476229] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.583585] env[69572]: DEBUG oslo_concurrency.lockutils [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.583585] env[69572]: DEBUG oslo_concurrency.lockutils [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.586020] env[69572]: DEBUG nova.network.neutron [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.586020] env[69572]: DEBUG nova.objects.instance [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'info_cache' on Instance uuid 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.599395] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.599395] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.599395] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.599395] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.599395] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.599395] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.599395] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.600207] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.600556] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.600889] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.601214] env[69572]: DEBUG nova.virt.hardware [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.607419] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1017.608787] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-662d7e7c-3730-4191-a86a-2b05e6a76a6b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.632275] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1017.632275] env[69572]: value = "task-3434912" [ 1017.632275] env[69572]: _type = "Task" [ 1017.632275] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.640897] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.663511] env[69572]: DEBUG nova.scheduler.client.report [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.678154] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.678154] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66d9228b-e0a9-4392-966a-940876986740 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.688205] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for the task: (returnval){ [ 1017.688205] env[69572]: value = "task-3434913" [ 1017.688205] env[69572]: _type = "Task" [ 1017.688205] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.699251] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.881310] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434911, 'name': ReconfigVM_Task, 'duration_secs': 0.753361} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.881710] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 38472da9-392c-40b1-85d0-8ec8d2b4e8cc/38472da9-392c-40b1-85d0-8ec8d2b4e8cc.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.882543] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-becbcb41-a6c3-4a3f-8743-939cb824a38d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.890354] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1017.890354] env[69572]: value = "task-3434914" [ 1017.890354] env[69572]: _type = "Task" [ 1017.890354] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.900707] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434914, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.089626] env[69572]: DEBUG nova.objects.base [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Object Instance<8c579c1b-c5d1-4c56-8a28-57d2dcf8983d> lazy-loaded attributes: flavor,info_cache {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.144695] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434912, 'name': ReconfigVM_Task, 'duration_secs': 0.27198} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.145205] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.146600] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699272b4-2ff2-470a-ab57-2d96f3f082fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.176169] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 8984660d-39da-43c8-b787-f57aec274422/8984660d-39da-43c8-b787-f57aec274422.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.177273] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.177822] env[69572]: DEBUG nova.compute.manager [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1018.180539] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a09b42-2beb-4334-8575-4ae8b17d85ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.201644] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.598s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.201874] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.203943] env[69572]: DEBUG oslo_concurrency.lockutils [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.489s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.204233] env[69572]: DEBUG nova.objects.instance [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lazy-loading 'resources' on Instance uuid 2e3d5270-a082-4047-90a9-ae4998cd6cf7 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.228205] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434913, 'name': PowerOffVM_Task, 'duration_secs': 0.210453} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.229726] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.230472] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.230804] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1018.230804] env[69572]: value = "task-3434915" [ 1018.230804] env[69572]: _type = "Task" [ 1018.230804] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.230991] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c67915b4-04ff-4bf7-8c26-02b6db1e9699 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.243638] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.245225] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for the task: (returnval){ [ 1018.245225] env[69572]: value = "task-3434916" [ 1018.245225] env[69572]: _type = "Task" [ 1018.245225] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.252032] env[69572]: DEBUG nova.compute.manager [req-52d8af35-e3ac-4892-b0c1-ceb5ed321095 req-187fc48b-31c9-47c2-ab68-66c1862e4594 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received event network-changed-6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1018.252234] env[69572]: DEBUG nova.compute.manager [req-52d8af35-e3ac-4892-b0c1-ceb5ed321095 req-187fc48b-31c9-47c2-ab68-66c1862e4594 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing instance network info cache due to event network-changed-6eb6e266-069a-4b76-8752-7a6f5fbc68fe. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1018.252454] env[69572]: DEBUG oslo_concurrency.lockutils [req-52d8af35-e3ac-4892-b0c1-ceb5ed321095 req-187fc48b-31c9-47c2-ab68-66c1862e4594 service nova] Acquiring lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.252595] env[69572]: DEBUG oslo_concurrency.lockutils [req-52d8af35-e3ac-4892-b0c1-ceb5ed321095 req-187fc48b-31c9-47c2-ab68-66c1862e4594 service nova] Acquired lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.252753] env[69572]: DEBUG nova.network.neutron [req-52d8af35-e3ac-4892-b0c1-ceb5ed321095 req-187fc48b-31c9-47c2-ab68-66c1862e4594 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing network info cache for port 6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.256449] env[69572]: INFO nova.scheduler.client.report [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted allocations for instance fe3ba8da-412e-4cdb-a073-be6375ff2b01 [ 1018.265044] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.265263] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.265668] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685659', 'volume_id': 'c98c040d-50a2-4458-83c0-72de22333bf7', 'name': 'volume-c98c040d-50a2-4458-83c0-72de22333bf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bda69c4-efe5-44f1-aa7a-168f1332d615', 'attached_at': '', 'detached_at': '', 'volume_id': 'c98c040d-50a2-4458-83c0-72de22333bf7', 'serial': 'c98c040d-50a2-4458-83c0-72de22333bf7'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.266930] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7814fe-5b87-4420-b81b-09380e6f9b03 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.289721] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db32016-dee2-46a6-9a11-dc86c6eb6a58 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.299014] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415c4e24-208e-4729-acc0-03e3fcf4d2c5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.321417] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eb7bc1-c787-44e6-b278-ca45960a90e9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.341370] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] The volume has not been displaced from its original location: [datastore1] volume-c98c040d-50a2-4458-83c0-72de22333bf7/volume-c98c040d-50a2-4458-83c0-72de22333bf7.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.350803] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.351804] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be9a5c94-8224-4966-8fc9-94d729ef68ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.381922] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for the task: (returnval){ [ 1018.381922] env[69572]: value = "task-3434917" [ 1018.381922] env[69572]: _type = "Task" [ 1018.381922] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.394500] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.409220] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434914, 'name': Rename_Task, 'duration_secs': 0.1645} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.409663] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.410027] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb2f0475-60dd-47dd-b54e-7d60d7cfbf68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.418162] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1018.418162] env[69572]: value = "task-3434918" [ 1018.418162] env[69572]: _type = "Task" [ 1018.418162] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.429766] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.703515] env[69572]: DEBUG nova.compute.utils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.705045] env[69572]: DEBUG nova.compute.manager [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1018.709019] env[69572]: DEBUG nova.network.neutron [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.744983] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434915, 'name': ReconfigVM_Task, 'duration_secs': 0.340609} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.746577] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 8984660d-39da-43c8-b787-f57aec274422/8984660d-39da-43c8-b787-f57aec274422.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.746577] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance '8984660d-39da-43c8-b787-f57aec274422' progress to 50 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.765206] env[69572]: DEBUG nova.policy [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '664d81ad6eb0469aaf61ac7b30c68751', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31ca740f23ea4a9ba543a45955eb1bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.774519] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7bf-bf43-4449-beca-9710fdd60ff4 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "fe3ba8da-412e-4cdb-a073-be6375ff2b01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.614s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.894312] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434917, 'name': ReconfigVM_Task, 'duration_secs': 0.173785} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.899396] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.904803] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-618d274f-6353-472b-8d4c-c521e732dcf7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.927524] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for the task: (returnval){ [ 1018.927524] env[69572]: value = "task-3434919" [ 1018.927524] env[69572]: _type = "Task" [ 1018.927524] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.936361] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.942150] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.980691] env[69572]: DEBUG nova.network.neutron [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance_info_cache with network_info: [{"id": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "address": "fa:16:3e:b7:1f:6a", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0c3731-82", "ovs_interfaceid": "1a0c3731-8213-42d6-9b9d-321fa992b66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.022395] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818a72fd-8a91-4974-a700-80faa040b1cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.031156] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a23d600-932b-47e4-9eff-45b0f846b12e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.069622] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c668e3-aedd-4553-a51b-f8ac7fc8be3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.077685] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1ce211-c3d5-447f-a37d-2a34f87cd67a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.092863] env[69572]: DEBUG nova.compute.provider_tree [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.163509] env[69572]: DEBUG nova.network.neutron [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Successfully created port: 7d3e2db8-5074-4050-9937-288e321b3f1c {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.166677] env[69572]: DEBUG nova.network.neutron [req-52d8af35-e3ac-4892-b0c1-ceb5ed321095 req-187fc48b-31c9-47c2-ab68-66c1862e4594 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updated VIF entry in instance network info cache for port 6eb6e266-069a-4b76-8752-7a6f5fbc68fe. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.167147] env[69572]: DEBUG nova.network.neutron [req-52d8af35-e3ac-4892-b0c1-ceb5ed321095 req-187fc48b-31c9-47c2-ab68-66c1862e4594 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updating instance_info_cache with network_info: [{"id": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "address": "fa:16:3e:55:2a:07", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb6e266-06", "ovs_interfaceid": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.210818] env[69572]: DEBUG nova.compute.manager [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1019.255832] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7ef72e-9a31-41ff-bf93-09df615a569f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.278198] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814d5424-4f89-4cc9-9e1d-98cd839e6f1f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.298780] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance '8984660d-39da-43c8-b787-f57aec274422' progress to 67 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.430409] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.439271] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434919, 'name': ReconfigVM_Task, 'duration_secs': 0.231497} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.439589] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685659', 'volume_id': 'c98c040d-50a2-4458-83c0-72de22333bf7', 'name': 'volume-c98c040d-50a2-4458-83c0-72de22333bf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5bda69c4-efe5-44f1-aa7a-168f1332d615', 'attached_at': '', 'detached_at': '', 'volume_id': 'c98c040d-50a2-4458-83c0-72de22333bf7', 'serial': 'c98c040d-50a2-4458-83c0-72de22333bf7'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1019.439861] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.440717] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6895e850-d3b9-4484-a3ad-72ac42df9a12 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.448507] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.448790] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e356163f-1490-42f8-948c-fb0d6ca66552 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.483988] env[69572]: DEBUG oslo_concurrency.lockutils [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.511862] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.512109] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.512297] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Deleting the datastore file [datastore1] 5bda69c4-efe5-44f1-aa7a-168f1332d615 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.512562] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6e7d53b-345b-4973-96dd-e5223b6cc839 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.519374] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for the task: (returnval){ [ 1019.519374] env[69572]: value = "task-3434921" [ 1019.519374] env[69572]: _type = "Task" [ 1019.519374] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.527302] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.596905] env[69572]: DEBUG nova.scheduler.client.report [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.670827] env[69572]: DEBUG oslo_concurrency.lockutils [req-52d8af35-e3ac-4892-b0c1-ceb5ed321095 req-187fc48b-31c9-47c2-ab68-66c1862e4594 service nova] Releasing lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.870155] env[69572]: DEBUG nova.network.neutron [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Port 68932dd8-9e51-4a9f-8858-ec8aff3df096 binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1019.932496] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.972133] env[69572]: DEBUG nova.compute.manager [req-cf15bd8a-3010-4890-a515-e49cd3ca03f6 req-b9e71f81-70c6-433b-9523-80a77ebe2d70 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Received event network-changed-12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1019.972133] env[69572]: DEBUG nova.compute.manager [req-cf15bd8a-3010-4890-a515-e49cd3ca03f6 req-b9e71f81-70c6-433b-9523-80a77ebe2d70 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Refreshing instance network info cache due to event network-changed-12c2b7cd-5419-44b1-bde3-dd406c0935ca. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1019.972133] env[69572]: DEBUG oslo_concurrency.lockutils [req-cf15bd8a-3010-4890-a515-e49cd3ca03f6 req-b9e71f81-70c6-433b-9523-80a77ebe2d70 service nova] Acquiring lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.972133] env[69572]: DEBUG oslo_concurrency.lockutils [req-cf15bd8a-3010-4890-a515-e49cd3ca03f6 req-b9e71f81-70c6-433b-9523-80a77ebe2d70 service nova] Acquired lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.972567] env[69572]: DEBUG nova.network.neutron [req-cf15bd8a-3010-4890-a515-e49cd3ca03f6 req-b9e71f81-70c6-433b-9523-80a77ebe2d70 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Refreshing network info cache for port 12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.030122] env[69572]: DEBUG oslo_vmware.api [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Task: {'id': task-3434921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278901} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.030122] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.030321] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.030512] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.090275] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1020.091021] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48a897c8-0e5a-482b-8779-a2784ff18f45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.100883] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f407d66f-a323-4ab6-ae18-83d354ff7624 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.112195] env[69572]: DEBUG oslo_concurrency.lockutils [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.114909] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.615s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.117083] env[69572]: INFO nova.compute.claims [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.149284] env[69572]: ERROR nova.compute.manager [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Failed to detach volume c98c040d-50a2-4458-83c0-72de22333bf7 from /dev/sda: nova.exception.InstanceNotFound: Instance 5bda69c4-efe5-44f1-aa7a-168f1332d615 could not be found. [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Traceback (most recent call last): [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 4184, in _do_rebuild_instance [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self.driver.rebuild(**kwargs) [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] raise NotImplementedError() [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] NotImplementedError [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] During handling of the above exception, another exception occurred: [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Traceback (most recent call last): [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 3607, in _detach_root_volume [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self.driver.detach_volume(context, old_connection_info, [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] return self._volumeops.detach_volume(connection_info, instance) [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self._detach_volume_vmdk(connection_info, instance) [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] stable_ref.fetch_moref(session) [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] nova.exception.InstanceNotFound: Instance 5bda69c4-efe5-44f1-aa7a-168f1332d615 could not be found. [ 1020.149284] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] [ 1020.152664] env[69572]: INFO nova.scheduler.client.report [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted allocations for instance 2e3d5270-a082-4047-90a9-ae4998cd6cf7 [ 1020.218591] env[69572]: DEBUG nova.compute.manager [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1020.250621] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.250882] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.251052] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.252319] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.252319] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.252319] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.252319] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.252319] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.252319] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.252319] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.252549] env[69572]: DEBUG nova.virt.hardware [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.253390] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ff490c-2e0c-482c-a1ec-7ce2ebea6384 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.265159] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584c5f9c-ba68-4918-a103-b7d46ade8ba8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.283980] env[69572]: DEBUG nova.compute.manager [req-202c5e74-aa1e-445e-8dcc-2454f772c97f req-14dd3158-2925-4175-9d8b-06cde700ef18 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Received event network-changed-12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1020.284243] env[69572]: DEBUG nova.compute.manager [req-202c5e74-aa1e-445e-8dcc-2454f772c97f req-14dd3158-2925-4175-9d8b-06cde700ef18 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Refreshing instance network info cache due to event network-changed-12c2b7cd-5419-44b1-bde3-dd406c0935ca. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1020.284441] env[69572]: DEBUG oslo_concurrency.lockutils [req-202c5e74-aa1e-445e-8dcc-2454f772c97f req-14dd3158-2925-4175-9d8b-06cde700ef18 service nova] Acquiring lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.294769] env[69572]: DEBUG nova.compute.utils [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Build of instance 5bda69c4-efe5-44f1-aa7a-168f1332d615 aborted: Failed to rebuild volume backed instance. {{(pid=69572) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1020.296787] env[69572]: ERROR nova.compute.manager [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 5bda69c4-efe5-44f1-aa7a-168f1332d615 aborted: Failed to rebuild volume backed instance. [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Traceback (most recent call last): [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 4184, in _do_rebuild_instance [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self.driver.rebuild(**kwargs) [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] raise NotImplementedError() [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] NotImplementedError [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] During handling of the above exception, another exception occurred: [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Traceback (most recent call last): [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 3642, in _rebuild_volume_backed_instance [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self._detach_root_volume(context, instance, root_bdm) [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 3621, in _detach_root_volume [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] with excutils.save_and_reraise_exception(): [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self.force_reraise() [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] raise self.value [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 3607, in _detach_root_volume [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self.driver.detach_volume(context, old_connection_info, [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] return self._volumeops.detach_volume(connection_info, instance) [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self._detach_volume_vmdk(connection_info, instance) [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] stable_ref.fetch_moref(session) [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] nova.exception.InstanceNotFound: Instance 5bda69c4-efe5-44f1-aa7a-168f1332d615 could not be found. [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] During handling of the above exception, another exception occurred: [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Traceback (most recent call last): [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 11470, in _error_out_instance_on_exception [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] yield [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 3910, in rebuild_instance [ 1020.296787] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self._do_rebuild_instance_with_claim( [ 1020.297799] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 3996, in _do_rebuild_instance_with_claim [ 1020.297799] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self._do_rebuild_instance( [ 1020.297799] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 4188, in _do_rebuild_instance [ 1020.297799] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self._rebuild_default_impl(**kwargs) [ 1020.297799] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 3765, in _rebuild_default_impl [ 1020.297799] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] self._rebuild_volume_backed_instance( [ 1020.297799] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] File "/opt/stack/nova/nova/compute/manager.py", line 3657, in _rebuild_volume_backed_instance [ 1020.297799] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] raise exception.BuildAbortException( [ 1020.297799] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] nova.exception.BuildAbortException: Build of instance 5bda69c4-efe5-44f1-aa7a-168f1332d615 aborted: Failed to rebuild volume backed instance. [ 1020.297799] env[69572]: ERROR nova.compute.manager [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] [ 1020.442024] env[69572]: DEBUG oslo_vmware.api [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434918, 'name': PowerOnVM_Task, 'duration_secs': 1.851182} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.442024] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.442024] env[69572]: INFO nova.compute.manager [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1020.442024] env[69572]: DEBUG nova.compute.manager [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.442024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8842b3-c194-4324-976d-d502926c8753 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.490025] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.490025] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa31e9f5-e67a-4a25-bd38-f6aebae75b78 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.498022] env[69572]: DEBUG oslo_vmware.api [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1020.498022] env[69572]: value = "task-3434922" [ 1020.498022] env[69572]: _type = "Task" [ 1020.498022] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.507114] env[69572]: DEBUG oslo_vmware.api [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.662385] env[69572]: DEBUG oslo_concurrency.lockutils [None req-167a7bb6-7a70-4660-b033-71afc4deb3b3 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "2e3d5270-a082-4047-90a9-ae4998cd6cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.011s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.758666] env[69572]: DEBUG nova.network.neutron [req-cf15bd8a-3010-4890-a515-e49cd3ca03f6 req-b9e71f81-70c6-433b-9523-80a77ebe2d70 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updated VIF entry in instance network info cache for port 12c2b7cd-5419-44b1-bde3-dd406c0935ca. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.759058] env[69572]: DEBUG nova.network.neutron [req-cf15bd8a-3010-4890-a515-e49cd3ca03f6 req-b9e71f81-70c6-433b-9523-80a77ebe2d70 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updating instance_info_cache with network_info: [{"id": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "address": "fa:16:3e:01:04:b0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2b7cd-54", "ovs_interfaceid": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.897618] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "8984660d-39da-43c8-b787-f57aec274422-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.897839] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.897976] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.912129] env[69572]: DEBUG nova.network.neutron [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Successfully updated port: 7d3e2db8-5074-4050-9937-288e321b3f1c {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.957277] env[69572]: INFO nova.compute.manager [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Took 31.25 seconds to build instance. [ 1020.970251] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.970514] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.970723] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.970904] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.971051] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.972913] env[69572]: INFO nova.compute.manager [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Terminating instance [ 1021.008194] env[69572]: DEBUG oslo_vmware.api [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434922, 'name': PowerOnVM_Task, 'duration_secs': 0.390806} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.008473] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.008666] env[69572]: DEBUG nova.compute.manager [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.009454] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f03d3c-0765-4a7d-be7d-18ced95ddb46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.016625] env[69572]: WARNING oslo_messaging._drivers.amqpdriver [None req-864a51b6-54c8-4d86-b9c8-631648627dac tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1021.264229] env[69572]: DEBUG oslo_concurrency.lockutils [req-cf15bd8a-3010-4890-a515-e49cd3ca03f6 req-b9e71f81-70c6-433b-9523-80a77ebe2d70 service nova] Releasing lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.264861] env[69572]: DEBUG oslo_concurrency.lockutils [req-202c5e74-aa1e-445e-8dcc-2454f772c97f req-14dd3158-2925-4175-9d8b-06cde700ef18 service nova] Acquired lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.265109] env[69572]: DEBUG nova.network.neutron [req-202c5e74-aa1e-445e-8dcc-2454f772c97f req-14dd3158-2925-4175-9d8b-06cde700ef18 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Refreshing network info cache for port 12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.375342] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9db78d-0262-4fab-94c9-1db68dbcb0df {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.385504] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b3e998-3cf7-4798-a725-e0063415af88 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.418747] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.419811] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.419811] env[69572]: DEBUG nova.network.neutron [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.421343] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b0b04-0368-4779-96bf-7a24dc5332f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.429358] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341ddf9a-baab-4a5e-a88b-c5d4872d79ef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.443217] env[69572]: DEBUG nova.compute.provider_tree [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.459063] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7351770f-6b86-45f4-9fee-f1d4911cc426 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.764s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.477170] env[69572]: DEBUG nova.compute.manager [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1021.477415] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.478261] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaa5012-4126-468a-b8a5-01e337350a38 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.486434] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.486689] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a8710b7-b56d-46fc-ac39-91c55f9ac52d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.493137] env[69572]: DEBUG oslo_vmware.api [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1021.493137] env[69572]: value = "task-3434923" [ 1021.493137] env[69572]: _type = "Task" [ 1021.493137] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.501616] env[69572]: DEBUG oslo_vmware.api [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.661041] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "interface-a51e17b5-c330-4c15-b7bb-7269894912a1-6b3bb628-e366-42f2-b005-e4a9bae70898" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.661209] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-a51e17b5-c330-4c15-b7bb-7269894912a1-6b3bb628-e366-42f2-b005-e4a9bae70898" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.661548] env[69572]: DEBUG nova.objects.instance [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'flavor' on Instance uuid a51e17b5-c330-4c15-b7bb-7269894912a1 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.946749] env[69572]: DEBUG nova.scheduler.client.report [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.976154] env[69572]: DEBUG nova.network.neutron [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.979847] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.980023] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.980199] env[69572]: DEBUG nova.network.neutron [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.005788] env[69572]: DEBUG oslo_vmware.api [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434923, 'name': PowerOffVM_Task, 'duration_secs': 0.22877} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.006108] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.006258] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.006513] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-100c0c2b-d87a-4883-b4fc-5902e82b2700 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.019544] env[69572]: DEBUG nova.network.neutron [req-202c5e74-aa1e-445e-8dcc-2454f772c97f req-14dd3158-2925-4175-9d8b-06cde700ef18 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updated VIF entry in instance network info cache for port 12c2b7cd-5419-44b1-bde3-dd406c0935ca. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.019871] env[69572]: DEBUG nova.network.neutron [req-202c5e74-aa1e-445e-8dcc-2454f772c97f req-14dd3158-2925-4175-9d8b-06cde700ef18 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updating instance_info_cache with network_info: [{"id": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "address": "fa:16:3e:01:04:b0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2b7cd-54", "ovs_interfaceid": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.040942] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.041369] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.041679] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.041949] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.042167] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.044557] env[69572]: INFO nova.compute.manager [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Terminating instance [ 1022.072133] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.072366] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.072560] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleting the datastore file [datastore1] 171ee72b-a8ee-40d0-95fd-a9df01f1c184 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.073100] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-890bf476-913a-4d74-8ce3-d9a5cba421ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.079405] env[69572]: DEBUG oslo_vmware.api [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1022.079405] env[69572]: value = "task-3434925" [ 1022.079405] env[69572]: _type = "Task" [ 1022.079405] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.089159] env[69572]: DEBUG oslo_vmware.api [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.120070] env[69572]: DEBUG nova.network.neutron [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance_info_cache with network_info: [{"id": "7d3e2db8-5074-4050-9937-288e321b3f1c", "address": "fa:16:3e:d6:ba:f3", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3e2db8-50", "ovs_interfaceid": "7d3e2db8-5074-4050-9937-288e321b3f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.203647] env[69572]: DEBUG nova.compute.manager [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received event network-changed-6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1022.203813] env[69572]: DEBUG nova.compute.manager [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing instance network info cache due to event network-changed-6eb6e266-069a-4b76-8752-7a6f5fbc68fe. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1022.204214] env[69572]: DEBUG oslo_concurrency.lockutils [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] Acquiring lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.204293] env[69572]: DEBUG oslo_concurrency.lockutils [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] Acquired lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.204455] env[69572]: DEBUG nova.network.neutron [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing network info cache for port 6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.244933] env[69572]: DEBUG nova.compute.manager [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.246202] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d170aa-d25b-4457-9c64-497e97edc4c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.270514] env[69572]: DEBUG nova.objects.instance [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'pci_requests' on Instance uuid a51e17b5-c330-4c15-b7bb-7269894912a1 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.318059] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.456055] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.456387] env[69572]: DEBUG nova.compute.manager [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1022.458908] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.983s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.459135] env[69572]: DEBUG nova.objects.instance [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lazy-loading 'resources' on Instance uuid 27374528-b6cc-4c08-a30a-3fceb4cf4364 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.522435] env[69572]: DEBUG oslo_concurrency.lockutils [req-202c5e74-aa1e-445e-8dcc-2454f772c97f req-14dd3158-2925-4175-9d8b-06cde700ef18 service nova] Releasing lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.549058] env[69572]: DEBUG nova.compute.manager [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1022.549423] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.550383] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc7d22-4bf0-49b9-bc75-f76d3dfec412 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.558193] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.558489] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e550695a-08c6-4c58-a345-fad1c2c4de21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.564709] env[69572]: DEBUG oslo_vmware.api [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1022.564709] env[69572]: value = "task-3434926" [ 1022.564709] env[69572]: _type = "Task" [ 1022.564709] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.573143] env[69572]: DEBUG oslo_vmware.api [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.588080] env[69572]: DEBUG oslo_vmware.api [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209093} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.588471] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.588541] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.588723] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.588897] env[69572]: INFO nova.compute.manager [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1022.589154] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.589355] env[69572]: DEBUG nova.compute.manager [-] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1022.589447] env[69572]: DEBUG nova.network.neutron [-] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.622860] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.623258] env[69572]: DEBUG nova.compute.manager [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Instance network_info: |[{"id": "7d3e2db8-5074-4050-9937-288e321b3f1c", "address": "fa:16:3e:d6:ba:f3", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3e2db8-50", "ovs_interfaceid": "7d3e2db8-5074-4050-9937-288e321b3f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1022.623718] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:ba:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d3e2db8-5074-4050-9937-288e321b3f1c', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.632498] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.632833] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.633151] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08a95245-1d8e-463e-87ee-c106509c0591 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.654184] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.654184] env[69572]: value = "task-3434927" [ 1022.654184] env[69572]: _type = "Task" [ 1022.654184] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.664541] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434927, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.759985] env[69572]: INFO nova.compute.manager [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] instance snapshotting [ 1022.762932] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70c9177-01c2-417b-be1e-a10c34667196 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.786675] env[69572]: DEBUG nova.objects.base [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1022.787060] env[69572]: DEBUG nova.network.neutron [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.790585] env[69572]: DEBUG nova.network.neutron [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance_info_cache with network_info: [{"id": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "address": "fa:16:3e:6a:19:64", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68932dd8-9e", "ovs_interfaceid": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.795259] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da64bb5-aaa0-40e3-8b08-ab710ca393ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.851149] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Acquiring lock "5bda69c4-efe5-44f1-aa7a-168f1332d615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.851366] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "5bda69c4-efe5-44f1-aa7a-168f1332d615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.852116] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Acquiring lock "5bda69c4-efe5-44f1-aa7a-168f1332d615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.852116] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "5bda69c4-efe5-44f1-aa7a-168f1332d615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.852275] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "5bda69c4-efe5-44f1-aa7a-168f1332d615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.854593] env[69572]: INFO nova.compute.manager [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Terminating instance [ 1022.962026] env[69572]: DEBUG nova.compute.utils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.964995] env[69572]: DEBUG nova.policy [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ed19c96ca449c9ca4f206adad021b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9c96379dcb45099eda20120e667dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.969864] env[69572]: DEBUG nova.compute.manager [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1022.970017] env[69572]: DEBUG nova.network.neutron [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.019342] env[69572]: DEBUG nova.policy [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5decc2bedd674d84a0cb5545250e4b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52fdb713706545369a8020df88778783', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.075268] env[69572]: DEBUG oslo_vmware.api [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434926, 'name': PowerOffVM_Task, 'duration_secs': 0.189714} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.075540] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.075699] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.075946] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74c888f5-7fee-4bba-a89f-8967dfcbc0d4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.137019] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.137461] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.137672] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleting the datastore file [datastore1] 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.137938] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d27b56a9-1629-459f-88c8-28e57e8d1dbd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.144085] env[69572]: DEBUG oslo_vmware.api [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1023.144085] env[69572]: value = "task-3434929" [ 1023.144085] env[69572]: _type = "Task" [ 1023.144085] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.155621] env[69572]: DEBUG oslo_vmware.api [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.164537] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434927, 'name': CreateVM_Task, 'duration_secs': 0.307085} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.167375] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.169046] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.169267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.169616] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.169903] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8728ef96-d3ff-47d7-9a8a-f90b6f58c89a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.174328] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1023.174328] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9bce1-e4c4-5932-8b75-3037ba9bc712" [ 1023.174328] env[69572]: _type = "Task" [ 1023.174328] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.182710] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9bce1-e4c4-5932-8b75-3037ba9bc712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.185862] env[69572]: DEBUG nova.network.neutron [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updated VIF entry in instance network info cache for port 6eb6e266-069a-4b76-8752-7a6f5fbc68fe. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.186299] env[69572]: DEBUG nova.network.neutron [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updating instance_info_cache with network_info: [{"id": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "address": "fa:16:3e:55:2a:07", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb6e266-06", "ovs_interfaceid": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.239237] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d09d74-9d91-49d8-9d2d-cea22dcea41b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.248510] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d27456-d18a-4a7b-9651-fc44742eaeda {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.282160] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac738c7d-223f-4f10-b2c2-7b15c0868396 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.290619] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e01ff66-c32d-4ec8-a521-7cb9c1d9fe04 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.305185] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.309784] env[69572]: DEBUG nova.compute.provider_tree [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.312522] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1023.312809] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c921dc7c-08af-41a3-989c-98e5ec60f128 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.321837] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1023.321837] env[69572]: value = "task-3434930" [ 1023.321837] env[69572]: _type = "Task" [ 1023.321837] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.322668] env[69572]: DEBUG nova.network.neutron [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Successfully created port: df3ec398-35eb-4396-826e-fe0b0ee9811a {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.334542] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434930, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.360560] env[69572]: DEBUG nova.compute.manager [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1023.361851] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ec19ad5-da84-4b3b-9494-c22d3585696e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.373072] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8113b8c-134d-4d18-9b3e-661385f235ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.406396] env[69572]: WARNING nova.virt.vmwareapi.driver [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 5bda69c4-efe5-44f1-aa7a-168f1332d615 could not be found. [ 1023.406645] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.406978] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-395f8b24-197b-47fc-bdd0-929415a66de2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.415857] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f809e201-0301-4bca-8a29-3689bfc7880f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.432493] env[69572]: DEBUG nova.network.neutron [-] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.449307] env[69572]: WARNING nova.virt.vmwareapi.vmops [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5bda69c4-efe5-44f1-aa7a-168f1332d615 could not be found. [ 1023.449526] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.450038] env[69572]: INFO nova.compute.manager [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1023.450398] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.450910] env[69572]: DEBUG nova.compute.manager [-] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1023.450981] env[69572]: DEBUG nova.network.neutron [-] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.472959] env[69572]: DEBUG nova.compute.manager [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1023.654206] env[69572]: DEBUG oslo_vmware.api [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182292} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.654513] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.654699] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.654872] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.655122] env[69572]: INFO nova.compute.manager [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1023.655372] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.655560] env[69572]: DEBUG nova.compute.manager [-] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1023.655654] env[69572]: DEBUG nova.network.neutron [-] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.684338] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b9bce1-e4c4-5932-8b75-3037ba9bc712, 'name': SearchDatastore_Task, 'duration_secs': 0.052863} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.684677] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.684912] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.685167] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.685315] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.685493] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.685749] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42fbd88c-a609-46ca-95af-9ed608ab66f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.689331] env[69572]: DEBUG oslo_concurrency.lockutils [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] Releasing lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.689572] env[69572]: DEBUG nova.compute.manager [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Received event network-vif-plugged-7d3e2db8-5074-4050-9937-288e321b3f1c {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1023.689759] env[69572]: DEBUG oslo_concurrency.lockutils [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] Acquiring lock "d54f5561-f8b8-4360-ae51-007a46303ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.689948] env[69572]: DEBUG oslo_concurrency.lockutils [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.690135] env[69572]: DEBUG oslo_concurrency.lockutils [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.690329] env[69572]: DEBUG nova.compute.manager [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] No waiting events found dispatching network-vif-plugged-7d3e2db8-5074-4050-9937-288e321b3f1c {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1023.690498] env[69572]: WARNING nova.compute.manager [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Received unexpected event network-vif-plugged-7d3e2db8-5074-4050-9937-288e321b3f1c for instance with vm_state building and task_state spawning. [ 1023.690673] env[69572]: DEBUG nova.compute.manager [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Received event network-changed-7d3e2db8-5074-4050-9937-288e321b3f1c {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1023.690834] env[69572]: DEBUG nova.compute.manager [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Refreshing instance network info cache due to event network-changed-7d3e2db8-5074-4050-9937-288e321b3f1c. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1023.691063] env[69572]: DEBUG oslo_concurrency.lockutils [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] Acquiring lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.691240] env[69572]: DEBUG oslo_concurrency.lockutils [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] Acquired lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.691403] env[69572]: DEBUG nova.network.neutron [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Refreshing network info cache for port 7d3e2db8-5074-4050-9937-288e321b3f1c {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.694851] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.695048] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.695789] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf63f678-f3ef-471a-888f-ba8854c4d8a1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.702112] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1023.702112] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d61854-e2b4-2bbd-b47f-16c7c7bfcd73" [ 1023.702112] env[69572]: _type = "Task" [ 1023.702112] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.711235] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d61854-e2b4-2bbd-b47f-16c7c7bfcd73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.813858] env[69572]: DEBUG nova.scheduler.client.report [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.841672] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434930, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.850622] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3824f66-4ae0-44bb-99c6-a789fa018135 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.873306] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf976b8b-d84c-4dbe-ac40-77c2b5a3d6ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.882012] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance '8984660d-39da-43c8-b787-f57aec274422' progress to 83 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.939357] env[69572]: INFO nova.compute.manager [-] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Took 1.35 seconds to deallocate network for instance. [ 1024.208875] env[69572]: DEBUG nova.compute.manager [req-eeb7d6ab-65c5-4bf6-8b13-7da688e7303c req-5fbfe8e1-ce9c-474b-869b-e3abfec1abec service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Received event network-vif-deleted-f7b3fb44-154d-4c9e-8544-c69d901c59c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1024.209124] env[69572]: INFO nova.compute.manager [req-eeb7d6ab-65c5-4bf6-8b13-7da688e7303c req-5fbfe8e1-ce9c-474b-869b-e3abfec1abec service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Neutron deleted interface f7b3fb44-154d-4c9e-8544-c69d901c59c6; detaching it from the instance and deleting it from the info cache [ 1024.209307] env[69572]: DEBUG nova.network.neutron [req-eeb7d6ab-65c5-4bf6-8b13-7da688e7303c req-5fbfe8e1-ce9c-474b-869b-e3abfec1abec service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.217867] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d61854-e2b4-2bbd-b47f-16c7c7bfcd73, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.218662] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb553144-b90d-4661-b7e7-74d58018cede {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.225081] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1024.225081] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52091fe4-f5ae-36d5-ac3d-f0d97bd9ebd4" [ 1024.225081] env[69572]: _type = "Task" [ 1024.225081] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.234769] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52091fe4-f5ae-36d5-ac3d-f0d97bd9ebd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.323577] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.326904] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.009s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.334258] env[69572]: DEBUG nova.compute.manager [req-ec9357b8-dd28-41ee-a6d4-81753a55ac56 req-74ea6d02-7118-488b-aa29-562455bcf8b8 service nova] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Received event network-vif-deleted-d25a0295-30bf-45c3-be61-5fed98726da7 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1024.349074] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434930, 'name': CreateSnapshot_Task, 'duration_secs': 0.585573} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.349373] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1024.354431] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852fcd3a-fa0a-4ded-bc22-239690088ba9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.362603] env[69572]: INFO nova.scheduler.client.report [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Deleted allocations for instance 27374528-b6cc-4c08-a30a-3fceb4cf4364 [ 1024.388141] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.389526] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d428c54-e004-4bbc-823a-116c14e4186c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.397498] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1024.397498] env[69572]: value = "task-3434931" [ 1024.397498] env[69572]: _type = "Task" [ 1024.397498] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.412090] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.444766] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.483598] env[69572]: DEBUG nova.compute.manager [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1024.514628] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.514875] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.515052] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.515245] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.515398] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.515552] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.515768] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.515925] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.516182] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.516365] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.516532] env[69572]: DEBUG nova.virt.hardware [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.517603] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa1db1-db33-44ba-bbc8-d5d200a94cb7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.526449] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbef9c52-f088-4c48-890e-4f084a97358a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.560558] env[69572]: DEBUG nova.network.neutron [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updated VIF entry in instance network info cache for port 7d3e2db8-5074-4050-9937-288e321b3f1c. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.560558] env[69572]: DEBUG nova.network.neutron [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance_info_cache with network_info: [{"id": "7d3e2db8-5074-4050-9937-288e321b3f1c", "address": "fa:16:3e:d6:ba:f3", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3e2db8-50", "ovs_interfaceid": "7d3e2db8-5074-4050-9937-288e321b3f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.620654] env[69572]: DEBUG nova.network.neutron [-] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.629748] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6049bbb-e594-4368-9a3a-df2963650331 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.639099] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c965d46f-d047-4490-876e-c5bdb96fadb7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.680341] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccc7e82-6ed2-483f-bb79-aca2055e7e28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.690721] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7586ff5-9c59-4515-984b-fbaa48ea7438 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.703344] env[69572]: DEBUG nova.compute.provider_tree [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.713945] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31359bc7-0714-4613-8a4b-9e59e9d4d8d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.724496] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386d2177-53f1-4b55-8d38-f305633e7aec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.749354] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52091fe4-f5ae-36d5-ac3d-f0d97bd9ebd4, 'name': SearchDatastore_Task, 'duration_secs': 0.035931} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.749622] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.749915] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] d54f5561-f8b8-4360-ae51-007a46303ac2/d54f5561-f8b8-4360-ae51-007a46303ac2.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.750467] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-669a1c21-d362-4cb8-a203-ac2796b9118b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.771154] env[69572]: DEBUG nova.compute.manager [req-eeb7d6ab-65c5-4bf6-8b13-7da688e7303c req-5fbfe8e1-ce9c-474b-869b-e3abfec1abec service nova] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Detach interface failed, port_id=f7b3fb44-154d-4c9e-8544-c69d901c59c6, reason: Instance 5bda69c4-efe5-44f1-aa7a-168f1332d615 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1024.777803] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1024.777803] env[69572]: value = "task-3434932" [ 1024.777803] env[69572]: _type = "Task" [ 1024.777803] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.786770] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.851764] env[69572]: DEBUG nova.network.neutron [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Successfully updated port: df3ec398-35eb-4396-826e-fe0b0ee9811a {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.883026] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1024.883587] env[69572]: DEBUG oslo_concurrency.lockutils [None req-14c98dea-24e6-44cf-ae9e-d69ef7859fac tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "27374528-b6cc-4c08-a30a-3fceb4cf4364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.315s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.885161] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4f7a289-1636-4540-b7ee-ef440c39b60f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.894492] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1024.894492] env[69572]: value = "task-3434933" [ 1024.894492] env[69572]: _type = "Task" [ 1024.894492] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.908633] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434933, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.912081] env[69572]: DEBUG oslo_vmware.api [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434931, 'name': PowerOnVM_Task, 'duration_secs': 0.39576} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.912346] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.912528] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf8179-27ac-46e1-ac1d-ebc24fd404aa tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance '8984660d-39da-43c8-b787-f57aec274422' progress to 100 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.037813] env[69572]: DEBUG nova.network.neutron [-] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.063220] env[69572]: DEBUG oslo_concurrency.lockutils [req-8296b7a2-e007-40fd-a005-cc514488cf12 req-1ffa08ee-062e-4518-ad67-a3f9d2db7121 service nova] Releasing lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.122954] env[69572]: INFO nova.compute.manager [-] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Took 1.67 seconds to deallocate network for instance. [ 1025.205118] env[69572]: DEBUG nova.network.neutron [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Successfully updated port: 6b3bb628-e366-42f2-b005-e4a9bae70898 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.209874] env[69572]: DEBUG nova.scheduler.client.report [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.289619] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.354752] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-2c2a06d9-e524-4da7-9422-5c910de5f8ba" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.355261] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-2c2a06d9-e524-4da7-9422-5c910de5f8ba" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.355646] env[69572]: DEBUG nova.network.neutron [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.405891] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434933, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.541151] env[69572]: INFO nova.compute.manager [-] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Took 1.89 seconds to deallocate network for instance. [ 1025.677367] env[69572]: INFO nova.compute.manager [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Took 0.55 seconds to detach 1 volumes for instance. [ 1025.679768] env[69572]: DEBUG nova.compute.manager [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Deleting volume: c98c040d-50a2-4458-83c0-72de22333bf7 {{(pid=69572) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3281}} [ 1025.708749] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.708987] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.709207] env[69572]: DEBUG nova.network.neutron [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.719038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.389s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.719038] env[69572]: INFO nova.compute.manager [None req-dfa26574-8a00-4c5d-9544-58da67e5caca tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Successfully reverted task state from rebuilding on failure for instance. [ 1025.736377] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.289s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.736377] env[69572]: DEBUG nova.objects.instance [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lazy-loading 'resources' on Instance uuid 171ee72b-a8ee-40d0-95fd-a9df01f1c184 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.789432] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650845} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.789865] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] d54f5561-f8b8-4360-ae51-007a46303ac2/d54f5561-f8b8-4360-ae51-007a46303ac2.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.790133] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.790402] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-024d1e77-9b6d-42bc-8445-ace0e2330f7a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.797444] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1025.797444] env[69572]: value = "task-3434935" [ 1025.797444] env[69572]: _type = "Task" [ 1025.797444] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.805022] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.906716] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434933, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.920392] env[69572]: DEBUG nova.network.neutron [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.048140] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.129699] env[69572]: DEBUG nova.network.neutron [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Updating instance_info_cache with network_info: [{"id": "df3ec398-35eb-4396-826e-fe0b0ee9811a", "address": "fa:16:3e:8d:aa:48", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3ec398-35", "ovs_interfaceid": "df3ec398-35eb-4396-826e-fe0b0ee9811a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.233874] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.255911] env[69572]: WARNING nova.network.neutron [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] b0234b1a-c703-4a66-abdb-9262cb15c64e already exists in list: networks containing: ['b0234b1a-c703-4a66-abdb-9262cb15c64e']. ignoring it [ 1026.306691] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064657} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.310977] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.312040] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e3fc8-31ab-48d6-b394-6c63d3017bdb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.335500] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d54f5561-f8b8-4360-ae51-007a46303ac2/d54f5561-f8b8-4360-ae51-007a46303ac2.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.338923] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607000f9-f4cb-499b-a5c6-35e58cf25fb0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.361190] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1026.361190] env[69572]: value = "task-3434936" [ 1026.361190] env[69572]: _type = "Task" [ 1026.361190] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.373301] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434936, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.405361] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434933, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.517927] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6644d9ac-9de6-4b66-bd26-08712aab0322 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.525994] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8a3739-e0b6-4ac5-a7bf-608fcac56f16 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.557245] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31d9cfd-b906-41cf-939d-26d6ce7953fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.564813] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1336d1e0-ebbe-46a7-a1c1-06ee6815b4f9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.579075] env[69572]: DEBUG nova.compute.provider_tree [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.635558] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-2c2a06d9-e524-4da7-9422-5c910de5f8ba" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.635558] env[69572]: DEBUG nova.compute.manager [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Instance network_info: |[{"id": "df3ec398-35eb-4396-826e-fe0b0ee9811a", "address": "fa:16:3e:8d:aa:48", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3ec398-35", "ovs_interfaceid": "df3ec398-35eb-4396-826e-fe0b0ee9811a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1026.635558] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:aa:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df3ec398-35eb-4396-826e-fe0b0ee9811a', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.642969] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.643316] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.643426] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3625d933-02c4-4a24-ac2d-8eba2d465442 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.669064] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.669064] env[69572]: value = "task-3434937" [ 1026.669064] env[69572]: _type = "Task" [ 1026.669064] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.678276] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434937, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.688966] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquiring lock "bce10bc6-973a-4dd3-94e0-d6522113149f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.689287] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lock "bce10bc6-973a-4dd3-94e0-d6522113149f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.689545] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquiring lock "bce10bc6-973a-4dd3-94e0-d6522113149f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.689693] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lock "bce10bc6-973a-4dd3-94e0-d6522113149f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.689861] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lock "bce10bc6-973a-4dd3-94e0-d6522113149f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.692079] env[69572]: INFO nova.compute.manager [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Terminating instance [ 1026.833973] env[69572]: DEBUG nova.compute.manager [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received event network-vif-plugged-6b3bb628-e366-42f2-b005-e4a9bae70898 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1026.834148] env[69572]: DEBUG oslo_concurrency.lockutils [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] Acquiring lock "a51e17b5-c330-4c15-b7bb-7269894912a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.834388] env[69572]: DEBUG oslo_concurrency.lockutils [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] Lock "a51e17b5-c330-4c15-b7bb-7269894912a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.834651] env[69572]: DEBUG oslo_concurrency.lockutils [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] Lock "a51e17b5-c330-4c15-b7bb-7269894912a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.834729] env[69572]: DEBUG nova.compute.manager [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] No waiting events found dispatching network-vif-plugged-6b3bb628-e366-42f2-b005-e4a9bae70898 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1026.834890] env[69572]: WARNING nova.compute.manager [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received unexpected event network-vif-plugged-6b3bb628-e366-42f2-b005-e4a9bae70898 for instance with vm_state active and task_state None. [ 1026.835073] env[69572]: DEBUG nova.compute.manager [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received event network-changed-6b3bb628-e366-42f2-b005-e4a9bae70898 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1026.835248] env[69572]: DEBUG nova.compute.manager [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing instance network info cache due to event network-changed-6b3bb628-e366-42f2-b005-e4a9bae70898. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1026.835458] env[69572]: DEBUG oslo_concurrency.lockutils [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] Acquiring lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.868996] env[69572]: DEBUG nova.network.neutron [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updating instance_info_cache with network_info: [{"id": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "address": "fa:16:3e:55:2a:07", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb6e266-06", "ovs_interfaceid": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b3bb628-e366-42f2-b005-e4a9bae70898", "address": "fa:16:3e:da:30:61", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3bb628-e3", "ovs_interfaceid": "6b3bb628-e366-42f2-b005-e4a9bae70898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.874463] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434936, 'name': ReconfigVM_Task, 'duration_secs': 0.460971} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.874991] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d54f5561-f8b8-4360-ae51-007a46303ac2/d54f5561-f8b8-4360-ae51-007a46303ac2.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.875426] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80d7369b-8220-4d8e-a01b-3d814d03ddb5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.882166] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1026.882166] env[69572]: value = "task-3434938" [ 1026.882166] env[69572]: _type = "Task" [ 1026.882166] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.892258] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434938, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.908246] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434933, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.083774] env[69572]: DEBUG nova.scheduler.client.report [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.179955] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434937, 'name': CreateVM_Task, 'duration_secs': 0.351076} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.179955] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.180695] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.180899] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.181192] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.181461] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bbfb363-ba0a-494f-b91d-a8f28c893820 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.186857] env[69572]: DEBUG nova.compute.manager [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Received event network-vif-deleted-1a0c3731-8213-42d6-9b9d-321fa992b66e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1027.187136] env[69572]: DEBUG nova.compute.manager [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Received event network-vif-plugged-df3ec398-35eb-4396-826e-fe0b0ee9811a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1027.187311] env[69572]: DEBUG oslo_concurrency.lockutils [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] Acquiring lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.187495] env[69572]: DEBUG oslo_concurrency.lockutils [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] Lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.187703] env[69572]: DEBUG oslo_concurrency.lockutils [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] Lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.187871] env[69572]: DEBUG nova.compute.manager [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] No waiting events found dispatching network-vif-plugged-df3ec398-35eb-4396-826e-fe0b0ee9811a {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.188277] env[69572]: WARNING nova.compute.manager [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Received unexpected event network-vif-plugged-df3ec398-35eb-4396-826e-fe0b0ee9811a for instance with vm_state building and task_state spawning. [ 1027.188277] env[69572]: DEBUG nova.compute.manager [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Received event network-changed-df3ec398-35eb-4396-826e-fe0b0ee9811a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1027.188915] env[69572]: DEBUG nova.compute.manager [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Refreshing instance network info cache due to event network-changed-df3ec398-35eb-4396-826e-fe0b0ee9811a. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1027.188915] env[69572]: DEBUG oslo_concurrency.lockutils [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] Acquiring lock "refresh_cache-2c2a06d9-e524-4da7-9422-5c910de5f8ba" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.188915] env[69572]: DEBUG oslo_concurrency.lockutils [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] Acquired lock "refresh_cache-2c2a06d9-e524-4da7-9422-5c910de5f8ba" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.189049] env[69572]: DEBUG nova.network.neutron [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Refreshing network info cache for port df3ec398-35eb-4396-826e-fe0b0ee9811a {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.191837] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1027.191837] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5286af0f-9aff-6abd-5a06-509a9fa4f809" [ 1027.191837] env[69572]: _type = "Task" [ 1027.191837] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.197765] env[69572]: DEBUG nova.compute.manager [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1027.197956] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.198755] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c80118f-563d-4afc-b814-38c2c441072a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.207351] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5286af0f-9aff-6abd-5a06-509a9fa4f809, 'name': SearchDatastore_Task, 'duration_secs': 0.012815} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.210726] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.210726] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.210726] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.210726] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.210726] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.210726] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.210997] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6cdebc1-cf58-4f2a-906a-1e0df36a3f6f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.213010] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82949480-07af-483a-be53-4ccfebfa7296 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.220255] env[69572]: DEBUG oslo_vmware.api [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for the task: (returnval){ [ 1027.220255] env[69572]: value = "task-3434939" [ 1027.220255] env[69572]: _type = "Task" [ 1027.220255] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.221401] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.221576] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.225248] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961b5fa7-6c36-4a89-8a97-91b3bdb33e05 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.233078] env[69572]: DEBUG oslo_vmware.api [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.234380] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1027.234380] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5288fbcb-7558-01e1-dc35-cc0a1b00d142" [ 1027.234380] env[69572]: _type = "Task" [ 1027.234380] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.242169] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5288fbcb-7558-01e1-dc35-cc0a1b00d142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.371810] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.372453] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.372615] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.372893] env[69572]: DEBUG oslo_concurrency.lockutils [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] Acquired lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.373103] env[69572]: DEBUG nova.network.neutron [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing network info cache for port 6b3bb628-e366-42f2-b005-e4a9bae70898 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.375398] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b455db-c539-422b-aa22-297ae56c0b6a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.394040] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.394294] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.394437] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.394657] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.394756] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.394900] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.395136] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.395300] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.395477] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.395719] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.395892] env[69572]: DEBUG nova.virt.hardware [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.402206] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Reconfiguring VM to attach interface {{(pid=69572) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1027.405683] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c80fa7d-3cfe-474c-ac7f-bc396927195d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.425919] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434938, 'name': Rename_Task, 'duration_secs': 0.159396} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.430267] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.430577] env[69572]: DEBUG oslo_vmware.api [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1027.430577] env[69572]: value = "task-3434940" [ 1027.430577] env[69572]: _type = "Task" [ 1027.430577] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.430774] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434933, 'name': CloneVM_Task, 'duration_secs': 2.385997} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.430959] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36b215b7-9110-4a49-ae9c-8297d99eb704 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.432534] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Created linked-clone VM from snapshot [ 1027.436019] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e4f6c9-a691-403c-a9bb-289300b04ecc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.442683] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1027.442683] env[69572]: value = "task-3434941" [ 1027.442683] env[69572]: _type = "Task" [ 1027.442683] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.451693] env[69572]: DEBUG oslo_vmware.api [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434940, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.451693] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Uploading image 4ca7de27-74bc-4708-852a-2804928f30ad {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1027.459593] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434941, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.470845] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1027.471202] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b3c24e2-db46-427e-bd26-daba58c15c23 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.478654] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1027.478654] env[69572]: value = "task-3434942" [ 1027.478654] env[69572]: _type = "Task" [ 1027.478654] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.489019] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434942, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.593078] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.595598] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.548s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.595802] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.597720] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.364s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.597954] env[69572]: DEBUG nova.objects.instance [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lazy-loading 'resources' on Instance uuid 5bda69c4-efe5-44f1-aa7a-168f1332d615 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.619036] env[69572]: INFO nova.scheduler.client.report [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleted allocations for instance 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d [ 1027.621162] env[69572]: INFO nova.scheduler.client.report [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted allocations for instance 171ee72b-a8ee-40d0-95fd-a9df01f1c184 [ 1027.731250] env[69572]: DEBUG oslo_vmware.api [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434939, 'name': PowerOffVM_Task, 'duration_secs': 0.439668} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.731529] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.731699] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.731952] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5b55129-2b9f-4898-9e27-86e62de18332 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.744635] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5288fbcb-7558-01e1-dc35-cc0a1b00d142, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.747609] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cef3ee5-a8c9-4e53-b81c-f99ea9136de2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.752995] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1027.752995] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d7c5af-85ed-6c67-d6a3-674bda037be5" [ 1027.752995] env[69572]: _type = "Task" [ 1027.752995] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.761112] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d7c5af-85ed-6c67-d6a3-674bda037be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.824893] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.824893] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.824893] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Deleting the datastore file [datastore2] bce10bc6-973a-4dd3-94e0-d6522113149f {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.824893] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77b89a14-a800-43f7-9579-100d98b5a5e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.830942] env[69572]: DEBUG oslo_vmware.api [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for the task: (returnval){ [ 1027.830942] env[69572]: value = "task-3434944" [ 1027.830942] env[69572]: _type = "Task" [ 1027.830942] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.840719] env[69572]: DEBUG oslo_vmware.api [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.853231] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "8984660d-39da-43c8-b787-f57aec274422" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.853576] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.853787] env[69572]: DEBUG nova.compute.manager [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Going to confirm migration 5 {{(pid=69572) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 1027.946401] env[69572]: DEBUG oslo_vmware.api [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.957877] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434941, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.993662] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434942, 'name': Destroy_Task, 'duration_secs': 0.372805} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.993662] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Destroyed the VM [ 1027.993795] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1027.994083] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aab1ff6f-6bf0-400f-a0db-21efd4b11c5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.001010] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1028.001010] env[69572]: value = "task-3434945" [ 1028.001010] env[69572]: _type = "Task" [ 1028.001010] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.010072] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434945, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.046958] env[69572]: DEBUG nova.network.neutron [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Updated VIF entry in instance network info cache for port df3ec398-35eb-4396-826e-fe0b0ee9811a. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.047577] env[69572]: DEBUG nova.network.neutron [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Updating instance_info_cache with network_info: [{"id": "df3ec398-35eb-4396-826e-fe0b0ee9811a", "address": "fa:16:3e:8d:aa:48", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3ec398-35", "ovs_interfaceid": "df3ec398-35eb-4396-826e-fe0b0ee9811a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.135135] env[69572]: DEBUG oslo_concurrency.lockutils [None req-62fd74b3-2caf-494b-80cf-dacb0b00ded1 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "8c579c1b-c5d1-4c56-8a28-57d2dcf8983d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.094s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.136291] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b0db6e44-474a-4ff8-ba00-6ac6eb12184f tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "171ee72b-a8ee-40d0-95fd-a9df01f1c184" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.166s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.179128] env[69572]: DEBUG nova.network.neutron [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updated VIF entry in instance network info cache for port 6b3bb628-e366-42f2-b005-e4a9bae70898. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.179585] env[69572]: DEBUG nova.network.neutron [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updating instance_info_cache with network_info: [{"id": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "address": "fa:16:3e:55:2a:07", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb6e266-06", "ovs_interfaceid": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b3bb628-e366-42f2-b005-e4a9bae70898", "address": "fa:16:3e:da:30:61", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3bb628-e3", "ovs_interfaceid": "6b3bb628-e366-42f2-b005-e4a9bae70898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.264204] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d7c5af-85ed-6c67-d6a3-674bda037be5, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.267393] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.268087] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 2c2a06d9-e524-4da7-9422-5c910de5f8ba/2c2a06d9-e524-4da7-9422-5c910de5f8ba.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.268087] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c45513c-11b7-4faf-aa21-0e347467b8d3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.275761] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1028.275761] env[69572]: value = "task-3434946" [ 1028.275761] env[69572]: _type = "Task" [ 1028.275761] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.285361] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.333704] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a73742-6e8c-4a77-9014-5e8a172ed2be {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.347417] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cc1c3a-999a-4336-a7d5-cfc09b6b4e94 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.350506] env[69572]: DEBUG oslo_vmware.api [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Task: {'id': task-3434944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249312} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.350754] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.350932] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.351116] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.351336] env[69572]: INFO nova.compute.manager [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1028.351575] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.352101] env[69572]: DEBUG nova.compute.manager [-] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1028.352203] env[69572]: DEBUG nova.network.neutron [-] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.388525] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38430a0-29f6-4c7e-a8fb-9ec7ab7fb342 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.396895] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc8a85f-a97d-46a7-bb8d-8c049946966b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.411025] env[69572]: DEBUG nova.compute.provider_tree [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.438757] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.439035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.440279] env[69572]: DEBUG nova.network.neutron [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.440279] env[69572]: DEBUG nova.objects.instance [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'info_cache' on Instance uuid 8984660d-39da-43c8-b787-f57aec274422 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.446590] env[69572]: DEBUG oslo_vmware.api [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434940, 'name': ReconfigVM_Task, 'duration_secs': 0.660577} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.446590] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.446770] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Reconfigured VM to attach interface {{(pid=69572) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1028.459727] env[69572]: DEBUG oslo_vmware.api [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434941, 'name': PowerOnVM_Task, 'duration_secs': 0.601366} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.459971] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.460175] env[69572]: INFO nova.compute.manager [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1028.460364] env[69572]: DEBUG nova.compute.manager [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1028.461132] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252711d3-ef32-4508-9a53-0fd3016a19b1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.511482] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434945, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.551050] env[69572]: DEBUG oslo_concurrency.lockutils [req-6f5ef424-c141-4de4-ad8e-359966e81b49 req-312bf8b4-7281-46dd-ac13-c63834311553 service nova] Releasing lock "refresh_cache-2c2a06d9-e524-4da7-9422-5c910de5f8ba" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.684757] env[69572]: DEBUG oslo_concurrency.lockutils [req-a9abec52-d49e-482c-912e-91ddc2a69fb8 req-a1a03289-9a8b-4234-aa6a-8c9ee1e6a1df service nova] Releasing lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.688491] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "a55e2d7a-f373-4019-87b0-23e981239a5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.689279] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "a55e2d7a-f373-4019-87b0-23e981239a5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.691691] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "a55e2d7a-f373-4019-87b0-23e981239a5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.691691] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "a55e2d7a-f373-4019-87b0-23e981239a5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.691691] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "a55e2d7a-f373-4019-87b0-23e981239a5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.693270] env[69572]: INFO nova.compute.manager [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Terminating instance [ 1028.787554] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434946, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.913933] env[69572]: DEBUG nova.scheduler.client.report [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.951243] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9a9dd91a-3763-4956-833c-6a4043062b67 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-a51e17b5-c330-4c15-b7bb-7269894912a1-6b3bb628-e366-42f2-b005-e4a9bae70898" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.290s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.983081] env[69572]: INFO nova.compute.manager [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Took 18.34 seconds to build instance. [ 1029.014241] env[69572]: DEBUG oslo_vmware.api [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434945, 'name': RemoveSnapshot_Task, 'duration_secs': 0.929414} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.014524] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1029.197311] env[69572]: DEBUG nova.compute.manager [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1029.197730] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.198527] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1813c825-4630-43c8-8294-fcd413f5404f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.206723] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.206977] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21c8b70f-eea4-48e4-a303-f0dc81a2217e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.215938] env[69572]: DEBUG oslo_vmware.api [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 1029.215938] env[69572]: value = "task-3434947" [ 1029.215938] env[69572]: _type = "Task" [ 1029.215938] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.224856] env[69572]: DEBUG oslo_vmware.api [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.290672] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836152} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.291096] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 2c2a06d9-e524-4da7-9422-5c910de5f8ba/2c2a06d9-e524-4da7-9422-5c910de5f8ba.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.291430] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.291763] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0971d8a8-458f-4aa2-aa23-ff172bb2d1a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.300566] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1029.300566] env[69572]: value = "task-3434948" [ 1029.300566] env[69572]: _type = "Task" [ 1029.300566] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.306545] env[69572]: DEBUG nova.network.neutron [-] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.316013] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.396487] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "7998ed14-b137-4aa1-9da0-de4477aaa881" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.396888] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "7998ed14-b137-4aa1-9da0-de4477aaa881" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.419633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.485564] env[69572]: DEBUG oslo_concurrency.lockutils [None req-07585e50-8527-41ce-a4db-ec7eb9e0f7e8 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.851s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.521361] env[69572]: WARNING nova.compute.manager [None req-2a2a067f-713f-4ec3-9842-7a89fb9b7863 tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Image not found during snapshot: nova.exception.ImageNotFound: Image 4ca7de27-74bc-4708-852a-2804928f30ad could not be found. [ 1029.614030] env[69572]: DEBUG nova.compute.manager [req-aa329e13-88d6-4fbf-8529-1a40a270f218 req-4cdc9fc0-6707-44b3-8a4d-6578c94181b7 service nova] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Received event network-vif-deleted-d9283f6a-d9b7-4350-b8c5-27a684758166 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1029.666991] env[69572]: DEBUG nova.network.neutron [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance_info_cache with network_info: [{"id": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "address": "fa:16:3e:6a:19:64", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68932dd8-9e", "ovs_interfaceid": "68932dd8-9e51-4a9f-8858-ec8aff3df096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.726751] env[69572]: DEBUG oslo_vmware.api [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434947, 'name': PowerOffVM_Task, 'duration_secs': 0.235271} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.727030] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.727246] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.727531] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0cb8027-73a2-44f1-a9fb-409de05742c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.743465] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.743687] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.801245] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.801492] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.801689] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Deleting the datastore file [datastore2] a55e2d7a-f373-4019-87b0-23e981239a5c {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.805307] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9e07540-4ab6-4c0c-b2c6-59a527910959 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.808919] env[69572]: INFO nova.compute.manager [-] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Took 1.46 seconds to deallocate network for instance. [ 1029.814060] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100632} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.815562] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.815960] env[69572]: DEBUG oslo_vmware.api [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for the task: (returnval){ [ 1029.815960] env[69572]: value = "task-3434950" [ 1029.815960] env[69572]: _type = "Task" [ 1029.815960] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.820533] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014b0444-07ab-4312-b25c-fe3c5962c6e7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.848840] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 2c2a06d9-e524-4da7-9422-5c910de5f8ba/2c2a06d9-e524-4da7-9422-5c910de5f8ba.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.853848] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18465e52-cadd-45a0-b3e7-410917aa75a7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.867365] env[69572]: DEBUG oslo_vmware.api [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.875697] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1029.875697] env[69572]: value = "task-3434951" [ 1029.875697] env[69572]: _type = "Task" [ 1029.875697] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.885131] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.900329] env[69572]: DEBUG nova.compute.manager [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1029.944546] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9675353f-24b4-497a-9af4-8ccf148e362d tempest-ServerActionsV293TestJSON-599582817 tempest-ServerActionsV293TestJSON-599582817-project-member] Lock "5bda69c4-efe5-44f1-aa7a-168f1332d615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.093s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.169220] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-8984660d-39da-43c8-b787-f57aec274422" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.169517] env[69572]: DEBUG nova.objects.instance [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'migration_context' on Instance uuid 8984660d-39da-43c8-b787-f57aec274422 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.246723] env[69572]: DEBUG nova.compute.manager [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1030.331257] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.331645] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.331750] env[69572]: DEBUG nova.objects.instance [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lazy-loading 'resources' on Instance uuid bce10bc6-973a-4dd3-94e0-d6522113149f {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.343419] env[69572]: DEBUG oslo_vmware.api [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Task: {'id': task-3434950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315693} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.344281] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.344464] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.344640] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.345277] env[69572]: INFO nova.compute.manager [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1030.345797] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.346530] env[69572]: DEBUG nova.compute.manager [-] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1030.346642] env[69572]: DEBUG nova.network.neutron [-] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.386912] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.422699] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.542198] env[69572]: DEBUG oslo_concurrency.lockutils [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.542503] env[69572]: DEBUG oslo_concurrency.lockutils [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.542703] env[69572]: DEBUG oslo_concurrency.lockutils [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.542900] env[69572]: DEBUG oslo_concurrency.lockutils [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.543074] env[69572]: DEBUG oslo_concurrency.lockutils [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.544864] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "interface-a51e17b5-c330-4c15-b7bb-7269894912a1-6b3bb628-e366-42f2-b005-e4a9bae70898" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.545101] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-a51e17b5-c330-4c15-b7bb-7269894912a1-6b3bb628-e366-42f2-b005-e4a9bae70898" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.546571] env[69572]: INFO nova.compute.manager [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Terminating instance [ 1030.672263] env[69572]: DEBUG nova.objects.base [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Object Instance<8984660d-39da-43c8-b787-f57aec274422> lazy-loaded attributes: info_cache,migration_context {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1030.673612] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba45c0de-060f-4266-b632-9f4ff65123cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.696140] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d84dd4-ffad-48cd-8c77-04d761143012 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.702471] env[69572]: DEBUG oslo_vmware.api [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1030.702471] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5208a83e-60b4-db10-67f8-4dbcb454dac7" [ 1030.702471] env[69572]: _type = "Task" [ 1030.702471] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.711237] env[69572]: DEBUG oslo_vmware.api [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5208a83e-60b4-db10-67f8-4dbcb454dac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.766471] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.889024] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434951, 'name': ReconfigVM_Task, 'duration_secs': 0.97658} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.889024] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 2c2a06d9-e524-4da7-9422-5c910de5f8ba/2c2a06d9-e524-4da7-9422-5c910de5f8ba.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.889742] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9842c871-b83e-4960-b6cf-be15912e6253 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.901349] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1030.901349] env[69572]: value = "task-3434952" [ 1030.901349] env[69572]: _type = "Task" [ 1030.901349] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.917536] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434952, 'name': Rename_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.049463] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.049714] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.051203] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6351296a-099a-4654-ba30-f5bf65c02e71 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.057165] env[69572]: DEBUG nova.compute.manager [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1031.057407] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.058579] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9dd8a1-bcb4-438b-a0e0-296be6c5c879 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.066346] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.078085] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24499d4b-d7eb-45ce-8037-656617399e0b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.082747] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15830a44-c2b6-47a8-95a4-8265b06761d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.112903] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Reconfiguring VM to detach interface {{(pid=69572) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1031.117317] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a96b50f5-e089-4a2a-bab8-2ac4033a8299 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.130912] env[69572]: DEBUG oslo_vmware.api [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1031.130912] env[69572]: value = "task-3434953" [ 1031.130912] env[69572]: _type = "Task" [ 1031.130912] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.138742] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1031.138742] env[69572]: value = "task-3434954" [ 1031.138742] env[69572]: _type = "Task" [ 1031.138742] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.142374] env[69572]: DEBUG oslo_vmware.api [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.146861] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1464158e-cbd3-4083-a598-cfa5cdd1e52d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.155873] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.157965] env[69572]: DEBUG nova.network.neutron [-] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.159946] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932769ab-ad22-421c-971d-5030084e41c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.195051] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50901157-b87c-40da-b695-028ed614df13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.208024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53083c7-1e3d-46cf-a767-b4ab2d586be0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.219365] env[69572]: DEBUG oslo_vmware.api [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5208a83e-60b4-db10-67f8-4dbcb454dac7, 'name': SearchDatastore_Task, 'duration_secs': 0.008217} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.227339] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.228263] env[69572]: DEBUG nova.compute.provider_tree [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.380278] env[69572]: DEBUG nova.compute.manager [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Stashing vm_state: active {{(pid=69572) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1031.412212] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434952, 'name': Rename_Task, 'duration_secs': 0.16066} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.412515] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.413050] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcf1bc3e-e5dd-4be3-b24f-7a58f30a194c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.420117] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1031.420117] env[69572]: value = "task-3434955" [ 1031.420117] env[69572]: _type = "Task" [ 1031.420117] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.436974] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.641686] env[69572]: DEBUG oslo_vmware.api [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434953, 'name': PowerOffVM_Task, 'duration_secs': 0.222035} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.641958] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.642138] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.642439] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0571f857-90a6-49ed-b794-9638c731ddd7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.653504] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.664109] env[69572]: INFO nova.compute.manager [-] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Took 1.32 seconds to deallocate network for instance. [ 1031.687897] env[69572]: DEBUG nova.compute.manager [req-05c79c6b-73dc-4e49-a45c-7a9ec222e0d2 req-d28891d6-7984-4b85-81b4-d3f1bb917312 service nova] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Received event network-vif-deleted-d1311de9-a901-4f34-8557-dd3e9cf2aa73 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1031.724097] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.724782] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.724782] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleting the datastore file [datastore2] 38472da9-392c-40b1-85d0-8ec8d2b4e8cc {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.724782] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d5b00eb-6724-478f-acd3-d1acc1d5e78d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.732176] env[69572]: DEBUG nova.scheduler.client.report [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.741248] env[69572]: DEBUG oslo_vmware.api [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for the task: (returnval){ [ 1031.741248] env[69572]: value = "task-3434957" [ 1031.741248] env[69572]: _type = "Task" [ 1031.741248] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.750624] env[69572]: DEBUG oslo_vmware.api [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.899613] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.931841] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434955, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.089541] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.089774] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.152309] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.177291] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.242854] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.245757] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.823s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.247535] env[69572]: INFO nova.compute.claims [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.260582] env[69572]: DEBUG oslo_vmware.api [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Task: {'id': task-3434957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211819} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.260836] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.261043] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.261224] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.261422] env[69572]: INFO nova.compute.manager [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1032.261687] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.261911] env[69572]: DEBUG nova.compute.manager [-] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1032.262014] env[69572]: DEBUG nova.network.neutron [-] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.267970] env[69572]: INFO nova.scheduler.client.report [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Deleted allocations for instance bce10bc6-973a-4dd3-94e0-d6522113149f [ 1032.432106] env[69572]: DEBUG oslo_vmware.api [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434955, 'name': PowerOnVM_Task, 'duration_secs': 0.68527} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.432413] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.432619] env[69572]: INFO nova.compute.manager [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1032.432797] env[69572]: DEBUG nova.compute.manager [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.433572] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c397682-4c55-4f29-af20-4ef8eb3e1bd2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.592810] env[69572]: DEBUG nova.compute.manager [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1032.654162] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.777223] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e90da459-a0af-4250-a351-efc36b8a31fa tempest-ServersTestFqdnHostnames-546021864 tempest-ServersTestFqdnHostnames-546021864-project-member] Lock "bce10bc6-973a-4dd3-94e0-d6522113149f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.087s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.954971] env[69572]: INFO nova.compute.manager [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Took 17.48 seconds to build instance. [ 1033.031233] env[69572]: DEBUG nova.network.neutron [-] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.133691] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.157661] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.459250] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ac14ae3-b273-4a60-8901-16bf1cadac7c tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.994s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.502223] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac0f23-496a-4b42-9bcc-84a24ab32d82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.510449] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84636aaa-5950-4dd0-b568-6b322c0265e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.540559] env[69572]: INFO nova.compute.manager [-] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Took 1.28 seconds to deallocate network for instance. [ 1033.547562] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9dd4db-ef1b-4ba4-ab44-3947c877912f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.550478] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e09fc0d-0266-4198-94e5-2cfdfaad130b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.556922] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc54659-bc1e-4b3d-bd95-092d04ff8320 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Suspending the VM {{(pid=69572) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1033.558900] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-45fd007e-3317-417c-8294-9766f7e23c38 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.561877] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5e67ea-b743-4070-9929-b7156f8e83ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.575201] env[69572]: DEBUG nova.compute.provider_tree [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.579433] env[69572]: DEBUG oslo_vmware.api [None req-8cc54659-bc1e-4b3d-bd95-092d04ff8320 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1033.579433] env[69572]: value = "task-3434958" [ 1033.579433] env[69572]: _type = "Task" [ 1033.579433] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.590297] env[69572]: DEBUG oslo_vmware.api [None req-8cc54659-bc1e-4b3d-bd95-092d04ff8320 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434958, 'name': SuspendVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.654225] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.715652] env[69572]: DEBUG nova.compute.manager [req-86b4e924-ee25-4907-be71-39373aacaaf8 req-f4aac25d-8a06-499c-9f63-a32aa7a1785c service nova] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Received event network-vif-deleted-47af375b-5bc8-470b-b7f7-54a84ea752cd {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1033.723273] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.723537] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.048962] env[69572]: DEBUG oslo_concurrency.lockutils [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.078414] env[69572]: DEBUG nova.scheduler.client.report [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.102559] env[69572]: DEBUG oslo_vmware.api [None req-8cc54659-bc1e-4b3d-bd95-092d04ff8320 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434958, 'name': SuspendVM_Task} progress is 62%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.155358] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.227706] env[69572]: INFO nova.compute.manager [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Detaching volume b79d1bdf-9e67-4487-b422-b44ead8fbe06 [ 1034.269017] env[69572]: INFO nova.virt.block_device [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Attempting to driver detach volume b79d1bdf-9e67-4487-b422-b44ead8fbe06 from mountpoint /dev/sdb [ 1034.269017] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1034.269017] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685663', 'volume_id': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'name': 'volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'serial': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1034.269017] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262bdba4-a0c4-400e-8981-d26c27e20fdd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.294204] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7e7d19-312c-4676-97e3-768d51fb7d70 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.301869] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e485d48-8759-4238-9bb4-02b4d15dc5e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.323483] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd3ec95-331e-45ff-82b4-ae95be53ed7c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.340455] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] The volume has not been displaced from its original location: [datastore2] volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06/volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1034.346302] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.346680] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-680306e0-cb82-4f57-a086-d79ceba71d97 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.364232] env[69572]: DEBUG oslo_vmware.api [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1034.364232] env[69572]: value = "task-3434959" [ 1034.364232] env[69572]: _type = "Task" [ 1034.364232] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.374797] env[69572]: DEBUG oslo_vmware.api [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.594642] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.594953] env[69572]: DEBUG nova.compute.manager [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1034.597652] env[69572]: DEBUG oslo_vmware.api [None req-8cc54659-bc1e-4b3d-bd95-092d04ff8320 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434958, 'name': SuspendVM_Task, 'duration_secs': 0.727265} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.597909] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.832s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.599629] env[69572]: INFO nova.compute.claims [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.603193] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc54659-bc1e-4b3d-bd95-092d04ff8320 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Suspended the VM {{(pid=69572) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1034.603193] env[69572]: DEBUG nova.compute.manager [None req-8cc54659-bc1e-4b3d-bd95-092d04ff8320 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.605135] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea7044-7f9a-42ad-a66e-b7ca9e5c2e2c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.656284] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.873974] env[69572]: DEBUG oslo_vmware.api [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434959, 'name': ReconfigVM_Task, 'duration_secs': 0.240318} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.874299] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1034.878943] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d11473cd-cecc-41ac-818c-304fcc2a7057 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.895424] env[69572]: DEBUG oslo_vmware.api [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1034.895424] env[69572]: value = "task-3434960" [ 1034.895424] env[69572]: _type = "Task" [ 1034.895424] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.903822] env[69572]: DEBUG oslo_vmware.api [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.104777] env[69572]: DEBUG nova.compute.utils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.109519] env[69572]: DEBUG nova.compute.manager [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1035.109837] env[69572]: DEBUG nova.network.neutron [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.156836] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.161033] env[69572]: DEBUG nova.policy [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea04489e18b9427796d74611d72ec073', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef65ed7ba3a461292672af7bc2d3f29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.408216] env[69572]: DEBUG oslo_vmware.api [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434960, 'name': ReconfigVM_Task, 'duration_secs': 0.151751} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.408216] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685663', 'volume_id': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'name': 'volume-b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06', 'serial': 'b79d1bdf-9e67-4487-b422-b44ead8fbe06'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1035.429965] env[69572]: DEBUG nova.network.neutron [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Successfully created port: 000ba027-d468-4982-af75-fac16c431e9a {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.610790] env[69572]: DEBUG nova.compute.manager [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1035.661287] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.926903] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a909d4e-3992-46d0-af10-a8dc8dab85fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.935927] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71e15fe-6c5d-4e33-a9f8-d84181502d15 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.972036] env[69572]: DEBUG nova.objects.instance [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'flavor' on Instance uuid e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.977183] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c96640b-f2ed-477e-a7e5-57d777107ace {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.982113] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aa96d0-06f6-4caa-b108-78d5927755dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.996371] env[69572]: DEBUG nova.compute.provider_tree [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.158582] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.393117] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.393383] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.393594] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.393774] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.393965] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.396372] env[69572]: INFO nova.compute.manager [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Terminating instance [ 1036.499768] env[69572]: DEBUG nova.scheduler.client.report [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.624299] env[69572]: DEBUG nova.compute.manager [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1036.652172] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.652435] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.652721] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.652788] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.652902] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.653059] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.653265] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.653418] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.653593] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.653823] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.654014] env[69572]: DEBUG nova.virt.hardware [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.657669] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ca894-587b-4f50-aa7e-991b112d99b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.668137] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3730d3d-0b45-4ae1-9f0e-c6c48a945c9d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.671814] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.900021] env[69572]: DEBUG nova.compute.manager [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1036.900280] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.901197] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c2a00d-e48a-4d4a-8c11-f7817a8cdb26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.910712] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.910712] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c47b4550-c030-4767-835e-d4dba6ea3480 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.917121] env[69572]: DEBUG nova.compute.manager [req-a3644bb8-4574-4553-89a7-2b2f62bd1168 req-f4fe2b51-c5c3-4b61-8358-84b7e60d8dc1 service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Received event network-vif-plugged-000ba027-d468-4982-af75-fac16c431e9a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1036.917432] env[69572]: DEBUG oslo_concurrency.lockutils [req-a3644bb8-4574-4553-89a7-2b2f62bd1168 req-f4fe2b51-c5c3-4b61-8358-84b7e60d8dc1 service nova] Acquiring lock "7998ed14-b137-4aa1-9da0-de4477aaa881-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.917685] env[69572]: DEBUG oslo_concurrency.lockutils [req-a3644bb8-4574-4553-89a7-2b2f62bd1168 req-f4fe2b51-c5c3-4b61-8358-84b7e60d8dc1 service nova] Lock "7998ed14-b137-4aa1-9da0-de4477aaa881-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.918382] env[69572]: DEBUG oslo_concurrency.lockutils [req-a3644bb8-4574-4553-89a7-2b2f62bd1168 req-f4fe2b51-c5c3-4b61-8358-84b7e60d8dc1 service nova] Lock "7998ed14-b137-4aa1-9da0-de4477aaa881-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.918382] env[69572]: DEBUG nova.compute.manager [req-a3644bb8-4574-4553-89a7-2b2f62bd1168 req-f4fe2b51-c5c3-4b61-8358-84b7e60d8dc1 service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] No waiting events found dispatching network-vif-plugged-000ba027-d468-4982-af75-fac16c431e9a {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1036.918382] env[69572]: WARNING nova.compute.manager [req-a3644bb8-4574-4553-89a7-2b2f62bd1168 req-f4fe2b51-c5c3-4b61-8358-84b7e60d8dc1 service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Received unexpected event network-vif-plugged-000ba027-d468-4982-af75-fac16c431e9a for instance with vm_state building and task_state spawning. [ 1036.952224] env[69572]: DEBUG nova.network.neutron [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Successfully updated port: 000ba027-d468-4982-af75-fac16c431e9a {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.982458] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b91d2c71-fb1f-4345-8ecf-55d986409cde tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.993847] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.994105] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.994322] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleting the datastore file [datastore1] 2c2a06d9-e524-4da7-9422-5c910de5f8ba {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.994599] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34a2cf8f-c3fe-4caf-b0d1-a2799b186e02 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.001781] env[69572]: DEBUG oslo_vmware.api [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1037.001781] env[69572]: value = "task-3434962" [ 1037.001781] env[69572]: _type = "Task" [ 1037.001781] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.005624] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.006321] env[69572]: DEBUG nova.compute.manager [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1037.008900] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.782s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.017062] env[69572]: DEBUG oslo_vmware.api [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.159585] env[69572]: DEBUG oslo_vmware.api [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3434954, 'name': ReconfigVM_Task, 'duration_secs': 5.754792} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.160032] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.160286] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Reconfigured VM to detach interface {{(pid=69572) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1037.454246] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "refresh_cache-7998ed14-b137-4aa1-9da0-de4477aaa881" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.454396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "refresh_cache-7998ed14-b137-4aa1-9da0-de4477aaa881" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.454734] env[69572]: DEBUG nova.network.neutron [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.514349] env[69572]: DEBUG nova.compute.utils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.517160] env[69572]: DEBUG oslo_vmware.api [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3434962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145813} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.517815] env[69572]: DEBUG nova.compute.manager [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1037.517987] env[69572]: DEBUG nova.network.neutron [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.519653] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.519849] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.520034] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.520203] env[69572]: INFO nova.compute.manager [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1037.520428] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.520620] env[69572]: DEBUG nova.compute.manager [-] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1037.520708] env[69572]: DEBUG nova.network.neutron [-] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.561626] env[69572]: DEBUG nova.policy [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16534f0d871b49ecb29fe6d0150bea7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '150bbb840d22481f8c7686d2745d8195', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.768247] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3debb04d-519f-4d53-9a8c-8293405077ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.779800] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2735ba-83f4-44f7-ad4e-61d315a8e8d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.818417] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f09fdd-9b55-4a91-9fa9-483586559e6d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.827646] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900d5127-96a4-4d6f-9406-8bb1b19b6995 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.843458] env[69572]: DEBUG nova.compute.provider_tree [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.903742] env[69572]: DEBUG nova.network.neutron [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Successfully created port: 016bbbe6-a936-423a-aed1-a0ff14300301 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.922920] env[69572]: DEBUG nova.compute.manager [req-75ee37e8-63ff-46a9-bd72-df41d719f7ba req-31ac975f-2d1d-4f8a-a0d5-1f0e4c3816cc service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Received event network-vif-deleted-df3ec398-35eb-4396-826e-fe0b0ee9811a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1037.923226] env[69572]: INFO nova.compute.manager [req-75ee37e8-63ff-46a9-bd72-df41d719f7ba req-31ac975f-2d1d-4f8a-a0d5-1f0e4c3816cc service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Neutron deleted interface df3ec398-35eb-4396-826e-fe0b0ee9811a; detaching it from the instance and deleting it from the info cache [ 1037.923358] env[69572]: DEBUG nova.network.neutron [req-75ee37e8-63ff-46a9-bd72-df41d719f7ba req-31ac975f-2d1d-4f8a-a0d5-1f0e4c3816cc service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.990143] env[69572]: DEBUG oslo_concurrency.lockutils [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.990533] env[69572]: DEBUG oslo_concurrency.lockutils [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.990853] env[69572]: DEBUG oslo_concurrency.lockutils [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.991168] env[69572]: DEBUG oslo_concurrency.lockutils [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.991446] env[69572]: DEBUG oslo_concurrency.lockutils [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.993950] env[69572]: INFO nova.compute.manager [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Terminating instance [ 1038.003843] env[69572]: DEBUG nova.network.neutron [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.018404] env[69572]: DEBUG nova.compute.manager [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1038.231894] env[69572]: DEBUG nova.network.neutron [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Updating instance_info_cache with network_info: [{"id": "000ba027-d468-4982-af75-fac16c431e9a", "address": "fa:16:3e:20:3c:2b", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000ba027-d4", "ovs_interfaceid": "000ba027-d468-4982-af75-fac16c431e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.348055] env[69572]: DEBUG nova.scheduler.client.report [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.392419] env[69572]: DEBUG nova.network.neutron [-] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.425685] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45117028-bfaa-4c23-93af-23e828be84e9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.438596] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e23732-0900-4a34-8a2c-b47855022da8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.471469] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.471640] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.471883] env[69572]: DEBUG nova.network.neutron [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.473378] env[69572]: DEBUG nova.compute.manager [req-75ee37e8-63ff-46a9-bd72-df41d719f7ba req-31ac975f-2d1d-4f8a-a0d5-1f0e4c3816cc service nova] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Detach interface failed, port_id=df3ec398-35eb-4396-826e-fe0b0ee9811a, reason: Instance 2c2a06d9-e524-4da7-9422-5c910de5f8ba could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1038.498423] env[69572]: DEBUG nova.compute.manager [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1038.498647] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.500269] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572ddeac-8c7a-43d2-b7bc-4932dbc52a24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.509251] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.509503] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9303450-832c-4911-8fb0-550ca09c87c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.515271] env[69572]: DEBUG oslo_vmware.api [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1038.515271] env[69572]: value = "task-3434963" [ 1038.515271] env[69572]: _type = "Task" [ 1038.515271] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.523025] env[69572]: DEBUG oslo_vmware.api [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.738554] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "refresh_cache-7998ed14-b137-4aa1-9da0-de4477aaa881" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.739690] env[69572]: DEBUG nova.compute.manager [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Instance network_info: |[{"id": "000ba027-d468-4982-af75-fac16c431e9a", "address": "fa:16:3e:20:3c:2b", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000ba027-d4", "ovs_interfaceid": "000ba027-d468-4982-af75-fac16c431e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1038.739690] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:3c:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '000ba027-d468-4982-af75-fac16c431e9a', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.749794] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.753196] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.753196] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e927d7ee-9207-4899-abd7-fdf23b438125 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.775087] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.775087] env[69572]: value = "task-3434964" [ 1038.775087] env[69572]: _type = "Task" [ 1038.775087] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.787044] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434964, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.896556] env[69572]: INFO nova.compute.manager [-] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Took 1.37 seconds to deallocate network for instance. [ 1038.960880] env[69572]: DEBUG nova.compute.manager [req-e2fe721e-0ab2-4e65-b4dc-29cd5ae07994 req-692c7594-069a-4185-9f6c-ec21270d7033 service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Received event network-changed-000ba027-d468-4982-af75-fac16c431e9a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1038.961100] env[69572]: DEBUG nova.compute.manager [req-e2fe721e-0ab2-4e65-b4dc-29cd5ae07994 req-692c7594-069a-4185-9f6c-ec21270d7033 service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Refreshing instance network info cache due to event network-changed-000ba027-d468-4982-af75-fac16c431e9a. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1038.961319] env[69572]: DEBUG oslo_concurrency.lockutils [req-e2fe721e-0ab2-4e65-b4dc-29cd5ae07994 req-692c7594-069a-4185-9f6c-ec21270d7033 service nova] Acquiring lock "refresh_cache-7998ed14-b137-4aa1-9da0-de4477aaa881" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.961462] env[69572]: DEBUG oslo_concurrency.lockutils [req-e2fe721e-0ab2-4e65-b4dc-29cd5ae07994 req-692c7594-069a-4185-9f6c-ec21270d7033 service nova] Acquired lock "refresh_cache-7998ed14-b137-4aa1-9da0-de4477aaa881" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.961615] env[69572]: DEBUG nova.network.neutron [req-e2fe721e-0ab2-4e65-b4dc-29cd5ae07994 req-692c7594-069a-4185-9f6c-ec21270d7033 service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Refreshing network info cache for port 000ba027-d468-4982-af75-fac16c431e9a {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.027190] env[69572]: DEBUG oslo_vmware.api [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434963, 'name': PowerOffVM_Task, 'duration_secs': 0.162715} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.027490] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.027662] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.029016] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-381694c1-a70f-4512-b71e-d47088a78379 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.031211] env[69572]: DEBUG nova.compute.manager [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1039.057240] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.058035] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.058035] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.058035] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.058186] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.058220] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.061463] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.061463] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.061463] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.061463] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.061463] env[69572]: DEBUG nova.virt.hardware [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.061463] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae90e3b-3ce1-41a2-91f2-ccf93ceab1b1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.068316] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555f9683-e8a6-4461-b1b1-ea42d2b9e89e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.092608] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.092840] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.093030] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleting the datastore file [datastore1] e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.093297] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdd9630f-13e6-4123-afce-f9bec2601a3c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.104577] env[69572]: DEBUG oslo_vmware.api [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1039.104577] env[69572]: value = "task-3434966" [ 1039.104577] env[69572]: _type = "Task" [ 1039.104577] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.287732] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434964, 'name': CreateVM_Task, 'duration_secs': 0.360134} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.287732] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.287893] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.288079] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.288315] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.288594] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b9e421-3f33-496f-a862-28ab9f9eeb46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.293263] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1039.293263] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d0cb46-1e52-6f3c-e722-e14f2b8b8b1c" [ 1039.293263] env[69572]: _type = "Task" [ 1039.293263] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.301316] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d0cb46-1e52-6f3c-e722-e14f2b8b8b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.360730] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.351s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.369766] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.468s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.403071] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.465323] env[69572]: INFO nova.network.neutron [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Port 6b3bb628-e366-42f2-b005-e4a9bae70898 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1039.465800] env[69572]: DEBUG nova.network.neutron [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updating instance_info_cache with network_info: [{"id": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "address": "fa:16:3e:55:2a:07", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb6e266-06", "ovs_interfaceid": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.534872] env[69572]: DEBUG nova.network.neutron [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Successfully updated port: 016bbbe6-a936-423a-aed1-a0ff14300301 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.622235] env[69572]: DEBUG oslo_vmware.api [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3434966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132168} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.622509] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.622824] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.622999] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.623182] env[69572]: INFO nova.compute.manager [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1039.623495] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.623592] env[69572]: DEBUG nova.compute.manager [-] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1039.623679] env[69572]: DEBUG nova.network.neutron [-] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.805303] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d0cb46-1e52-6f3c-e722-e14f2b8b8b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.805632] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.805869] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.806142] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.806288] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.806512] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.806792] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e44c76bf-76e0-4b51-8840-bd7b718b44b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.816268] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.816425] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.817467] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b450ba5a-35fc-422f-b5c3-bc9b0b5f6801 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.823803] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1039.823803] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521dd018-9472-aa57-579e-519dd1b3f95e" [ 1039.823803] env[69572]: _type = "Task" [ 1039.823803] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.835579] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521dd018-9472-aa57-579e-519dd1b3f95e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.879555] env[69572]: INFO nova.compute.claims [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.941366] env[69572]: INFO nova.scheduler.client.report [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleted allocation for migration b992bbd1-4695-405b-903c-2223a0e3af98 [ 1039.971569] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.042894] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.043195] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.043195] env[69572]: DEBUG nova.network.neutron [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.151080] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquiring lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.151378] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.211866] env[69572]: DEBUG nova.network.neutron [req-e2fe721e-0ab2-4e65-b4dc-29cd5ae07994 req-692c7594-069a-4185-9f6c-ec21270d7033 service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Updated VIF entry in instance network info cache for port 000ba027-d468-4982-af75-fac16c431e9a. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.213312] env[69572]: DEBUG nova.network.neutron [req-e2fe721e-0ab2-4e65-b4dc-29cd5ae07994 req-692c7594-069a-4185-9f6c-ec21270d7033 service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Updating instance_info_cache with network_info: [{"id": "000ba027-d468-4982-af75-fac16c431e9a", "address": "fa:16:3e:20:3c:2b", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000ba027-d4", "ovs_interfaceid": "000ba027-d468-4982-af75-fac16c431e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.308921] env[69572]: DEBUG nova.compute.manager [req-26e9462f-2cf8-4607-9f96-f6cc22e909a7 req-1d09245e-29d3-40e5-97fe-3edcfc32610d service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received event network-changed-6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1040.308921] env[69572]: DEBUG nova.compute.manager [req-26e9462f-2cf8-4607-9f96-f6cc22e909a7 req-1d09245e-29d3-40e5-97fe-3edcfc32610d service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing instance network info cache due to event network-changed-6eb6e266-069a-4b76-8752-7a6f5fbc68fe. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1040.309099] env[69572]: DEBUG oslo_concurrency.lockutils [req-26e9462f-2cf8-4607-9f96-f6cc22e909a7 req-1d09245e-29d3-40e5-97fe-3edcfc32610d service nova] Acquiring lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.309242] env[69572]: DEBUG oslo_concurrency.lockutils [req-26e9462f-2cf8-4607-9f96-f6cc22e909a7 req-1d09245e-29d3-40e5-97fe-3edcfc32610d service nova] Acquired lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.309399] env[69572]: DEBUG nova.network.neutron [req-26e9462f-2cf8-4607-9f96-f6cc22e909a7 req-1d09245e-29d3-40e5-97fe-3edcfc32610d service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Refreshing network info cache for port 6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.337387] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521dd018-9472-aa57-579e-519dd1b3f95e, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.340901] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a759ff20-5926-46be-ad16-ec628f9fc8fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.348047] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1040.348047] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522f238d-5cf7-cde2-66a4-0b2b4b11e751" [ 1040.348047] env[69572]: _type = "Task" [ 1040.348047] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.359460] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522f238d-5cf7-cde2-66a4-0b2b4b11e751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.385815] env[69572]: INFO nova.compute.resource_tracker [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating resource usage from migration a01836e6-2261-4fab-a1a4-bd7a5f479464 [ 1040.451250] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77235dbf-5f37-4a95-846d-b6fe8e263daf tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.597s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.476650] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ee74605c-f8dd-43f5-8c55-259664022c03 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-a51e17b5-c330-4c15-b7bb-7269894912a1-6b3bb628-e366-42f2-b005-e4a9bae70898" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.931s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.581234] env[69572]: DEBUG nova.network.neutron [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.615399] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c59698-6ef0-4afd-8ced-7c7f46f6d0b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.625871] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45d403a-4a4c-411a-95aa-c3fea9fe996a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.656159] env[69572]: DEBUG nova.compute.manager [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1040.660528] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8d7ba4-f4ce-4f3f-9782-556f0cc22e0c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.667422] env[69572]: DEBUG nova.network.neutron [-] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.670139] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc17744-7e3e-4198-9183-16db71c49c24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.684765] env[69572]: DEBUG nova.compute.provider_tree [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.719258] env[69572]: DEBUG oslo_concurrency.lockutils [req-e2fe721e-0ab2-4e65-b4dc-29cd5ae07994 req-692c7594-069a-4185-9f6c-ec21270d7033 service nova] Releasing lock "refresh_cache-7998ed14-b137-4aa1-9da0-de4477aaa881" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.786345] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.786633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.786836] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.787379] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.787643] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.792993] env[69572]: INFO nova.compute.manager [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Terminating instance [ 1040.812202] env[69572]: DEBUG nova.network.neutron [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance_info_cache with network_info: [{"id": "016bbbe6-a936-423a-aed1-a0ff14300301", "address": "fa:16:3e:8e:ce:cf", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016bbbe6-a9", "ovs_interfaceid": "016bbbe6-a936-423a-aed1-a0ff14300301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.862685] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522f238d-5cf7-cde2-66a4-0b2b4b11e751, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.862990] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.863283] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 7998ed14-b137-4aa1-9da0-de4477aaa881/7998ed14-b137-4aa1-9da0-de4477aaa881.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.863670] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc2bfdd1-1d29-4571-b178-e39607069eb2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.870691] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1040.870691] env[69572]: value = "task-3434967" [ 1040.870691] env[69572]: _type = "Task" [ 1040.870691] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.881144] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.007195] env[69572]: DEBUG nova.compute.manager [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Received event network-vif-plugged-016bbbe6-a936-423a-aed1-a0ff14300301 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1041.007328] env[69572]: DEBUG oslo_concurrency.lockutils [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] Acquiring lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.007542] env[69572]: DEBUG oslo_concurrency.lockutils [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.007717] env[69572]: DEBUG oslo_concurrency.lockutils [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.007914] env[69572]: DEBUG nova.compute.manager [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] No waiting events found dispatching network-vif-plugged-016bbbe6-a936-423a-aed1-a0ff14300301 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.008324] env[69572]: WARNING nova.compute.manager [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Received unexpected event network-vif-plugged-016bbbe6-a936-423a-aed1-a0ff14300301 for instance with vm_state building and task_state spawning. [ 1041.008554] env[69572]: DEBUG nova.compute.manager [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Received event network-changed-016bbbe6-a936-423a-aed1-a0ff14300301 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1041.008750] env[69572]: DEBUG nova.compute.manager [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Refreshing instance network info cache due to event network-changed-016bbbe6-a936-423a-aed1-a0ff14300301. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1041.008923] env[69572]: DEBUG oslo_concurrency.lockutils [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] Acquiring lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.050037] env[69572]: DEBUG nova.network.neutron [req-26e9462f-2cf8-4607-9f96-f6cc22e909a7 req-1d09245e-29d3-40e5-97fe-3edcfc32610d service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updated VIF entry in instance network info cache for port 6eb6e266-069a-4b76-8752-7a6f5fbc68fe. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.050037] env[69572]: DEBUG nova.network.neutron [req-26e9462f-2cf8-4607-9f96-f6cc22e909a7 req-1d09245e-29d3-40e5-97fe-3edcfc32610d service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updating instance_info_cache with network_info: [{"id": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "address": "fa:16:3e:55:2a:07", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb6e266-06", "ovs_interfaceid": "6eb6e266-069a-4b76-8752-7a6f5fbc68fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.092612] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "8984660d-39da-43c8-b787-f57aec274422" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.092894] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.093121] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "8984660d-39da-43c8-b787-f57aec274422-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.093309] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.093482] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.095723] env[69572]: INFO nova.compute.manager [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Terminating instance [ 1041.169846] env[69572]: INFO nova.compute.manager [-] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Took 1.55 seconds to deallocate network for instance. [ 1041.180642] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.190918] env[69572]: DEBUG nova.scheduler.client.report [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.299982] env[69572]: DEBUG nova.compute.manager [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1041.300291] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.301298] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03660c68-6ec1-48da-9800-6cd498e48b52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.310483] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.310761] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d9fc89-62e9-48a4-8d0b-a13cd04f7dba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.317736] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.318787] env[69572]: DEBUG nova.compute.manager [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Instance network_info: |[{"id": "016bbbe6-a936-423a-aed1-a0ff14300301", "address": "fa:16:3e:8e:ce:cf", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016bbbe6-a9", "ovs_interfaceid": "016bbbe6-a936-423a-aed1-a0ff14300301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1041.318787] env[69572]: DEBUG oslo_vmware.api [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1041.318787] env[69572]: value = "task-3434968" [ 1041.318787] env[69572]: _type = "Task" [ 1041.318787] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.318787] env[69572]: DEBUG oslo_concurrency.lockutils [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] Acquired lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.318787] env[69572]: DEBUG nova.network.neutron [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Refreshing network info cache for port 016bbbe6-a936-423a-aed1-a0ff14300301 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.320543] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:ce:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '016bbbe6-a936-423a-aed1-a0ff14300301', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.329133] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.332467] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.337284] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61637cda-b49f-4781-8d4f-a710d3e73a36 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.356763] env[69572]: DEBUG oslo_vmware.api [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.357990] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.357990] env[69572]: value = "task-3434969" [ 1041.357990] env[69572]: _type = "Task" [ 1041.357990] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.367828] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434969, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.379723] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469303} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.379985] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 7998ed14-b137-4aa1-9da0-de4477aaa881/7998ed14-b137-4aa1-9da0-de4477aaa881.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.380217] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.380457] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1ceed84-6ed6-462d-9020-cc49455d2857 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.388424] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1041.388424] env[69572]: value = "task-3434970" [ 1041.388424] env[69572]: _type = "Task" [ 1041.388424] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.396706] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.549978] env[69572]: DEBUG oslo_concurrency.lockutils [req-26e9462f-2cf8-4607-9f96-f6cc22e909a7 req-1d09245e-29d3-40e5-97fe-3edcfc32610d service nova] Releasing lock "refresh_cache-a51e17b5-c330-4c15-b7bb-7269894912a1" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.600567] env[69572]: DEBUG nova.compute.manager [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1041.600567] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.601127] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c237eb29-f142-4f46-82cd-c72770b93644 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.609553] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.610938] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00c449ab-a2ab-43a9-b6c9-9cd47a5b58fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.618134] env[69572]: DEBUG oslo_vmware.api [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1041.618134] env[69572]: value = "task-3434971" [ 1041.618134] env[69572]: _type = "Task" [ 1041.618134] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.620458] env[69572]: DEBUG nova.network.neutron [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updated VIF entry in instance network info cache for port 016bbbe6-a936-423a-aed1-a0ff14300301. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.620950] env[69572]: DEBUG nova.network.neutron [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance_info_cache with network_info: [{"id": "016bbbe6-a936-423a-aed1-a0ff14300301", "address": "fa:16:3e:8e:ce:cf", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016bbbe6-a9", "ovs_interfaceid": "016bbbe6-a936-423a-aed1-a0ff14300301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.627156] env[69572]: DEBUG oslo_vmware.api [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.677563] env[69572]: DEBUG oslo_concurrency.lockutils [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.699072] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.329s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.699072] env[69572]: INFO nova.compute.manager [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Migrating [ 1041.705921] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.528s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.706363] env[69572]: DEBUG nova.objects.instance [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lazy-loading 'resources' on Instance uuid a55e2d7a-f373-4019-87b0-23e981239a5c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.839516] env[69572]: DEBUG oslo_vmware.api [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434968, 'name': PowerOffVM_Task, 'duration_secs': 0.193763} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.839844] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.839938] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.840219] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2075b089-2671-49bf-9623-94c2ff32b088 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.870023] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434969, 'name': CreateVM_Task, 'duration_secs': 0.392657} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.870023] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.870023] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.870023] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.870023] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.870023] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2e6e9b-8fcb-4859-a272-8bac76cf4830 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.875541] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1041.875541] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d3b8f1-bafd-111e-601e-a24f50b3786a" [ 1041.875541] env[69572]: _type = "Task" [ 1041.875541] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.882677] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d3b8f1-bafd-111e-601e-a24f50b3786a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.898387] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070441} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.898666] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.899437] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d1154-8079-45ed-b0bc-b9f011fecf86 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.922350] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 7998ed14-b137-4aa1-9da0-de4477aaa881/7998ed14-b137-4aa1-9da0-de4477aaa881.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.922527] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32d420d3-33dd-4cd3-b81d-d66451a6dc59 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.937631] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.937848] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.938034] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Deleting the datastore file [datastore1] 9dbcc56e-d71f-4b3d-8a85-5235baeea341 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.938679] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fabebae-aa44-48eb-ac39-5c6b8d45c92b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.943765] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1041.943765] env[69572]: value = "task-3434973" [ 1041.943765] env[69572]: _type = "Task" [ 1041.943765] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.945065] env[69572]: DEBUG oslo_vmware.api [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1041.945065] env[69572]: value = "task-3434974" [ 1041.945065] env[69572]: _type = "Task" [ 1041.945065] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.955512] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.958462] env[69572]: DEBUG oslo_vmware.api [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.124255] env[69572]: DEBUG oslo_concurrency.lockutils [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] Releasing lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.124545] env[69572]: DEBUG nova.compute.manager [req-9b5929ea-bdbf-4e16-bafd-e8f8341a8c74 req-d7e98fe3-4dca-46ee-84b8-6486173e2849 service nova] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Received event network-vif-deleted-51705e1a-d7f6-4c51-99d0-2b545757ee90 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1042.127935] env[69572]: DEBUG oslo_vmware.api [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434971, 'name': PowerOffVM_Task, 'duration_secs': 0.224631} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.128176] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.128341] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.128583] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce67da64-17ef-40f3-b68a-1735b2c5483a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.187141] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.187141] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.188044] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleting the datastore file [datastore1] 8984660d-39da-43c8-b787-f57aec274422 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.188044] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a1f39d1-27d5-4b48-90b5-239fc8ce8429 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.194734] env[69572]: DEBUG oslo_vmware.api [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1042.194734] env[69572]: value = "task-3434976" [ 1042.194734] env[69572]: _type = "Task" [ 1042.194734] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.203549] env[69572]: DEBUG oslo_vmware.api [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.220125] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.220281] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.220619] env[69572]: DEBUG nova.network.neutron [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.352533] env[69572]: DEBUG nova.compute.manager [req-d75770e2-fc87-4472-b690-9581725df039 req-9dfc87ed-01dc-4d39-a827-d6c84d14ea0b service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Received event network-changed-12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1042.352821] env[69572]: DEBUG nova.compute.manager [req-d75770e2-fc87-4472-b690-9581725df039 req-9dfc87ed-01dc-4d39-a827-d6c84d14ea0b service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Refreshing instance network info cache due to event network-changed-12c2b7cd-5419-44b1-bde3-dd406c0935ca. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1042.353126] env[69572]: DEBUG oslo_concurrency.lockutils [req-d75770e2-fc87-4472-b690-9581725df039 req-9dfc87ed-01dc-4d39-a827-d6c84d14ea0b service nova] Acquiring lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.353434] env[69572]: DEBUG oslo_concurrency.lockutils [req-d75770e2-fc87-4472-b690-9581725df039 req-9dfc87ed-01dc-4d39-a827-d6c84d14ea0b service nova] Acquired lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.353665] env[69572]: DEBUG nova.network.neutron [req-d75770e2-fc87-4472-b690-9581725df039 req-9dfc87ed-01dc-4d39-a827-d6c84d14ea0b service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Refreshing network info cache for port 12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.385260] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d3b8f1-bafd-111e-601e-a24f50b3786a, 'name': SearchDatastore_Task, 'duration_secs': 0.044904} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.387840] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.388102] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.388399] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.388478] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.388658] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.389332] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46240f68-5ee2-4fa7-947c-12dd5c73f5c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.400883] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.401083] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.402074] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8ca97e-afb2-49ac-a80b-00171878bc46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.407106] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1042.407106] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52786f15-26ab-95e4-39a7-7c741a6389cb" [ 1042.407106] env[69572]: _type = "Task" [ 1042.407106] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.416313] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52786f15-26ab-95e4-39a7-7c741a6389cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.431570] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbff4aa-9675-48b0-9069-817e82219780 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.437987] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb3ad69-9f96-4961-bb84-a38b9790ecd4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.473582] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75516e7-7a17-47c3-8dc7-5fe7101d0abf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.480442] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434973, 'name': ReconfigVM_Task, 'duration_secs': 0.31874} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.485032] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 7998ed14-b137-4aa1-9da0-de4477aaa881/7998ed14-b137-4aa1-9da0-de4477aaa881.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.485743] env[69572]: DEBUG oslo_vmware.api [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3434974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181035} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.485963] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c242851e-ca08-4526-9ba5-fd2494f659f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.488673] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c81dda-76d9-4bc9-acc7-f4eeb5105f95 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.492858] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.493073] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.493285] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.493462] env[69572]: INFO nova.compute.manager [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1042.493694] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.494227] env[69572]: DEBUG nova.compute.manager [-] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1042.494328] env[69572]: DEBUG nova.network.neutron [-] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.506232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquiring lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.506232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.506232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquiring lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.506232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.506232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.507811] env[69572]: DEBUG nova.compute.provider_tree [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.509160] env[69572]: INFO nova.compute.manager [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Terminating instance [ 1042.511411] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1042.511411] env[69572]: value = "task-3434977" [ 1042.511411] env[69572]: _type = "Task" [ 1042.511411] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.523249] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434977, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.705343] env[69572]: DEBUG oslo_vmware.api [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3434976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165605} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.705664] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.705902] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.706141] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.707295] env[69572]: INFO nova.compute.manager [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: 8984660d-39da-43c8-b787-f57aec274422] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1042.707295] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.707295] env[69572]: DEBUG nova.compute.manager [-] [instance: 8984660d-39da-43c8-b787-f57aec274422] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1042.707295] env[69572]: DEBUG nova.network.neutron [-] [instance: 8984660d-39da-43c8-b787-f57aec274422] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.916925] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52786f15-26ab-95e4-39a7-7c741a6389cb, 'name': SearchDatastore_Task, 'duration_secs': 0.063917} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.918906] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e6c4c5-05fa-4020-944e-f01440de7eef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.927249] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1042.927249] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52353a4c-4bb3-0ec3-acd0-c502bd663d84" [ 1042.927249] env[69572]: _type = "Task" [ 1042.927249] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.938198] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52353a4c-4bb3-0ec3-acd0-c502bd663d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.014140] env[69572]: DEBUG nova.scheduler.client.report [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.022798] env[69572]: DEBUG nova.compute.manager [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1043.023060] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.028740] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fdbe44-5dcd-4b32-b110-fdee9f0d6bf9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.037915] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434977, 'name': Rename_Task, 'duration_secs': 0.141781} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.042211] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.042578] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.042991] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c51db47-9799-429e-9e74-b54356cbe83d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.044654] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25d70543-b035-497c-b3e3-c32e1a0eeaa7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.051363] env[69572]: DEBUG oslo_vmware.api [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for the task: (returnval){ [ 1043.051363] env[69572]: value = "task-3434979" [ 1043.051363] env[69572]: _type = "Task" [ 1043.051363] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.055433] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1043.055433] env[69572]: value = "task-3434978" [ 1043.055433] env[69572]: _type = "Task" [ 1043.055433] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.062469] env[69572]: DEBUG oslo_vmware.api [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.067645] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.300927] env[69572]: DEBUG nova.network.neutron [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance_info_cache with network_info: [{"id": "7d3e2db8-5074-4050-9937-288e321b3f1c", "address": "fa:16:3e:d6:ba:f3", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3e2db8-50", "ovs_interfaceid": "7d3e2db8-5074-4050-9937-288e321b3f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.446038] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52353a4c-4bb3-0ec3-acd0-c502bd663d84, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.446038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.446038] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] f51ace3b-7d9a-42db-9933-b13a7e9ea258/f51ace3b-7d9a-42db-9933-b13a7e9ea258.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.446038] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6593a71-fd79-48b0-a8d1-c7fd8cd78dea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.450035] env[69572]: DEBUG nova.network.neutron [req-d75770e2-fc87-4472-b690-9581725df039 req-9dfc87ed-01dc-4d39-a827-d6c84d14ea0b service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updated VIF entry in instance network info cache for port 12c2b7cd-5419-44b1-bde3-dd406c0935ca. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.450140] env[69572]: DEBUG nova.network.neutron [req-d75770e2-fc87-4472-b690-9581725df039 req-9dfc87ed-01dc-4d39-a827-d6c84d14ea0b service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updating instance_info_cache with network_info: [{"id": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "address": "fa:16:3e:01:04:b0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2b7cd-54", "ovs_interfaceid": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.455408] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1043.455408] env[69572]: value = "task-3434980" [ 1043.455408] env[69572]: _type = "Task" [ 1043.455408] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.466704] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.524898] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.527950] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.394s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.529800] env[69572]: INFO nova.compute.claims [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.564921] env[69572]: INFO nova.scheduler.client.report [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Deleted allocations for instance a55e2d7a-f373-4019-87b0-23e981239a5c [ 1043.566104] env[69572]: DEBUG oslo_vmware.api [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434979, 'name': PowerOffVM_Task, 'duration_secs': 0.279062} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.569217] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.569527] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.571377] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-080c9941-9997-4660-b139-b72512c2b6d7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.580371] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434978, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.594648] env[69572]: DEBUG nova.compute.manager [req-4c5c9c3d-a48f-475b-8515-f977ae0c49e1 req-9594da55-3909-4bdd-bbff-bbb1d181aef6 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Received event network-vif-deleted-68932dd8-9e51-4a9f-8858-ec8aff3df096 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1043.594873] env[69572]: INFO nova.compute.manager [req-4c5c9c3d-a48f-475b-8515-f977ae0c49e1 req-9594da55-3909-4bdd-bbff-bbb1d181aef6 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Neutron deleted interface 68932dd8-9e51-4a9f-8858-ec8aff3df096; detaching it from the instance and deleting it from the info cache [ 1043.595135] env[69572]: DEBUG nova.network.neutron [req-4c5c9c3d-a48f-475b-8515-f977ae0c49e1 req-9594da55-3909-4bdd-bbff-bbb1d181aef6 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.679480] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.679919] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.680011] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Deleting the datastore file [datastore1] 03b6301a-d0cd-49b7-9d32-b7404537b0cb {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.680696] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c0ec74-f135-480a-8447-4e7422f949ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.687824] env[69572]: DEBUG oslo_vmware.api [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for the task: (returnval){ [ 1043.687824] env[69572]: value = "task-3434982" [ 1043.687824] env[69572]: _type = "Task" [ 1043.687824] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.698150] env[69572]: DEBUG oslo_vmware.api [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.805023] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.850616] env[69572]: DEBUG nova.network.neutron [-] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.960326] env[69572]: DEBUG oslo_concurrency.lockutils [req-d75770e2-fc87-4472-b690-9581725df039 req-9dfc87ed-01dc-4d39-a827-d6c84d14ea0b service nova] Releasing lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.967821] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434980, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.066302] env[69572]: DEBUG oslo_vmware.api [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434978, 'name': PowerOnVM_Task, 'duration_secs': 0.624383} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.067378] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.067378] env[69572]: INFO nova.compute.manager [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1044.067378] env[69572]: DEBUG nova.compute.manager [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1044.068822] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c836c66c-418a-45cb-b85e-e74f2e9575f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.073431] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b860b786-94aa-4ecb-bb45-cb34df3bfc80 tempest-SecurityGroupsTestJSON-1450671265 tempest-SecurityGroupsTestJSON-1450671265-project-member] Lock "a55e2d7a-f373-4019-87b0-23e981239a5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.384s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.074332] env[69572]: DEBUG nova.network.neutron [-] [instance: 8984660d-39da-43c8-b787-f57aec274422] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.098798] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3338e48c-ecb4-4563-8cd1-c82ee342de99 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.112056] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38671dae-481a-49a2-9644-62ecd055f0e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.142157] env[69572]: DEBUG nova.compute.manager [req-4c5c9c3d-a48f-475b-8515-f977ae0c49e1 req-9594da55-3909-4bdd-bbff-bbb1d181aef6 service nova] [instance: 8984660d-39da-43c8-b787-f57aec274422] Detach interface failed, port_id=68932dd8-9e51-4a9f-8858-ec8aff3df096, reason: Instance 8984660d-39da-43c8-b787-f57aec274422 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1044.200071] env[69572]: DEBUG oslo_vmware.api [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Task: {'id': task-3434982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337294} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.201025] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.201025] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.201025] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.201025] env[69572]: INFO nova.compute.manager [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1044.201025] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.201239] env[69572]: DEBUG nova.compute.manager [-] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1044.201293] env[69572]: DEBUG nova.network.neutron [-] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.353190] env[69572]: INFO nova.compute.manager [-] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Took 1.86 seconds to deallocate network for instance. [ 1044.392682] env[69572]: DEBUG nova.compute.manager [req-386a61dd-8bbc-4deb-b068-0f6252bed9cd req-8501de52-d780-4c07-85e5-2130c6009070 service nova] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Received event network-vif-deleted-b781fa08-7fa5-40d3-9e53-ba06333344fd {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1044.469542] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530257} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.469804] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] f51ace3b-7d9a-42db-9933-b13a7e9ea258/f51ace3b-7d9a-42db-9933-b13a7e9ea258.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.470026] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.470278] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d39036f-20fd-44ff-befd-427ef5acd1fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.476693] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1044.476693] env[69572]: value = "task-3434983" [ 1044.476693] env[69572]: _type = "Task" [ 1044.476693] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.486150] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.580683] env[69572]: INFO nova.compute.manager [-] [instance: 8984660d-39da-43c8-b787-f57aec274422] Took 1.87 seconds to deallocate network for instance. [ 1044.602987] env[69572]: INFO nova.compute.manager [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Took 14.20 seconds to build instance. [ 1044.788204] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4470fde7-b54d-4194-aab4-c4faa3768cef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.797847] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a94242e-a4e2-4e4b-aa48-cf4e02d2d844 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.834474] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ba0c34-fcf6-4569-b565-f45d0b7e5323 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.842631] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aa2b5d-714c-4e71-b28e-22bd244a120f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.862832] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.863015] env[69572]: DEBUG nova.compute.provider_tree [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.986755] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063094} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.986755] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.990044] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae81c7d-9c09-4cde-9c8f-802362953410 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.010759] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] f51ace3b-7d9a-42db-9933-b13a7e9ea258/f51ace3b-7d9a-42db-9933-b13a7e9ea258.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.011368] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8c227fb-b46f-4167-a5c9-31b7f3a7e904 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.032543] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1045.032543] env[69572]: value = "task-3434984" [ 1045.032543] env[69572]: _type = "Task" [ 1045.032543] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.042853] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.106490] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.106924] env[69572]: DEBUG oslo_concurrency.lockutils [None req-721579ed-4d54-421c-9510-7eaf04693e29 tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "7998ed14-b137-4aa1-9da0-de4477aaa881" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.710s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.140430] env[69572]: DEBUG nova.network.neutron [-] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.341616] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce3d49a-48f9-470b-83d3-2a07cc789552 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.359476] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance 'd54f5561-f8b8-4360-ae51-007a46303ac2' progress to 0 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.369041] env[69572]: DEBUG nova.scheduler.client.report [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.372021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "7998ed14-b137-4aa1-9da0-de4477aaa881" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.372410] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "7998ed14-b137-4aa1-9da0-de4477aaa881" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.372706] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "7998ed14-b137-4aa1-9da0-de4477aaa881-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.372893] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "7998ed14-b137-4aa1-9da0-de4477aaa881-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.373121] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "7998ed14-b137-4aa1-9da0-de4477aaa881-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.377203] env[69572]: INFO nova.compute.manager [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Terminating instance [ 1045.543044] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434984, 'name': ReconfigVM_Task, 'duration_secs': 0.33978} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.543222] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfigured VM instance instance-00000060 to attach disk [datastore2] f51ace3b-7d9a-42db-9933-b13a7e9ea258/f51ace3b-7d9a-42db-9933-b13a7e9ea258.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.543853] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-005c0b01-838d-4173-92dc-f83b2980ddcc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.550142] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1045.550142] env[69572]: value = "task-3434985" [ 1045.550142] env[69572]: _type = "Task" [ 1045.550142] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.565188] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434985, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.625322] env[69572]: DEBUG nova.compute.manager [req-e3b8451b-88b5-4fb5-ae9b-44c129839bdc req-51161990-561e-470d-8d2d-41f06f7a7cde service nova] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Received event network-vif-deleted-94c69df9-c839-4c56-9a6a-564ef0eb5446 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1045.643388] env[69572]: INFO nova.compute.manager [-] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Took 1.44 seconds to deallocate network for instance. [ 1045.865576] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.865973] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac36884d-4a45-4915-8569-59e7d30382e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.873695] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1045.873695] env[69572]: value = "task-3434986" [ 1045.873695] env[69572]: _type = "Task" [ 1045.873695] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.877727] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.878211] env[69572]: DEBUG nova.compute.manager [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1045.880903] env[69572]: DEBUG oslo_concurrency.lockutils [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.832s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.881142] env[69572]: DEBUG nova.objects.instance [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lazy-loading 'resources' on Instance uuid 38472da9-392c-40b1-85d0-8ec8d2b4e8cc {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.882803] env[69572]: DEBUG nova.compute.manager [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1045.883027] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.883763] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86676ea-4adc-4be4-8b5d-874038dd0725 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.891028] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.896305] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.896564] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-181ef26f-a5ee-4d3c-a643-5cedd7c77925 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.902354] env[69572]: DEBUG oslo_vmware.api [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1045.902354] env[69572]: value = "task-3434987" [ 1045.902354] env[69572]: _type = "Task" [ 1045.902354] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.910831] env[69572]: DEBUG oslo_vmware.api [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.065777] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434985, 'name': Rename_Task, 'duration_secs': 0.129842} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.066876] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.066876] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88fb02ff-faa4-4f8d-bfbe-aab6e2810239 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.072682] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1046.072682] env[69572]: value = "task-3434988" [ 1046.072682] env[69572]: _type = "Task" [ 1046.072682] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.081567] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.151653] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.383959] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434986, 'name': PowerOffVM_Task, 'duration_secs': 0.198145} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.384249] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.384432] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance 'd54f5561-f8b8-4360-ae51-007a46303ac2' progress to 17 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.392208] env[69572]: DEBUG nova.compute.utils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.396385] env[69572]: DEBUG nova.compute.manager [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1046.396645] env[69572]: DEBUG nova.network.neutron [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.412683] env[69572]: DEBUG oslo_vmware.api [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434987, 'name': PowerOffVM_Task, 'duration_secs': 0.211156} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.415032] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.415032] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.415032] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91e32518-c5c5-420f-8f55-e41a252d5aeb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.452604] env[69572]: DEBUG nova.policy [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75cd59080a4f4c7aaed6acb51010556b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40070b7dddf8492d8af786fe89687bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.486503] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.486871] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.486991] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleting the datastore file [datastore2] 7998ed14-b137-4aa1-9da0-de4477aaa881 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.487313] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f606e1-c07e-4501-ae5a-23c1b84cee7d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.500595] env[69572]: DEBUG oslo_vmware.api [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1046.500595] env[69572]: value = "task-3434990" [ 1046.500595] env[69572]: _type = "Task" [ 1046.500595] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.511833] env[69572]: DEBUG oslo_vmware.api [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.585423] env[69572]: DEBUG oslo_vmware.api [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3434988, 'name': PowerOnVM_Task, 'duration_secs': 0.451937} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.586210] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.586210] env[69572]: INFO nova.compute.manager [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1046.586210] env[69572]: DEBUG nova.compute.manager [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.586760] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f199e619-b874-4448-b96c-dab208441738 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.633784] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d540c121-e1ca-40d8-a45e-571a6aa8f321 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.644096] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a401ac-ad81-4af4-90c3-77d529276d2b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.677143] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dc2cd6-8e30-4d86-9066-abdba5c72b38 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.685935] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a64cc6-519d-4379-8a1c-131b5be72200 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.699577] env[69572]: DEBUG nova.compute.provider_tree [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.733687] env[69572]: DEBUG nova.network.neutron [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Successfully created port: d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.893976] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.894226] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.894408] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.894591] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.894737] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.894884] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.895101] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.895259] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.895426] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.895590] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.895760] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.901079] env[69572]: DEBUG nova.compute.manager [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1046.903545] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffaec87c-ff74-4e14-a9c1-2aec774a4868 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.920611] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1046.920611] env[69572]: value = "task-3434991" [ 1046.920611] env[69572]: _type = "Task" [ 1046.920611] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.929563] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.013235] env[69572]: DEBUG oslo_vmware.api [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3434990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149554} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.013481] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.013668] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.013842] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.014016] env[69572]: INFO nova.compute.manager [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1047.014511] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.014511] env[69572]: DEBUG nova.compute.manager [-] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1047.014727] env[69572]: DEBUG nova.network.neutron [-] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.107928] env[69572]: INFO nova.compute.manager [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Took 16.36 seconds to build instance. [ 1047.203489] env[69572]: DEBUG nova.scheduler.client.report [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.436877] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.615373] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d6b2b5a-9bd8-4113-92ee-bf4a0a957022 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.871s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.652400] env[69572]: DEBUG nova.compute.manager [req-73381ef7-cfbb-499a-8c96-57f7ffbba739 req-78cfc590-403c-41e4-b2c9-22e8ccbb707f service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Received event network-vif-deleted-000ba027-d468-4982-af75-fac16c431e9a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1047.652532] env[69572]: INFO nova.compute.manager [req-73381ef7-cfbb-499a-8c96-57f7ffbba739 req-78cfc590-403c-41e4-b2c9-22e8ccbb707f service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Neutron deleted interface 000ba027-d468-4982-af75-fac16c431e9a; detaching it from the instance and deleting it from the info cache [ 1047.652683] env[69572]: DEBUG nova.network.neutron [req-73381ef7-cfbb-499a-8c96-57f7ffbba739 req-78cfc590-403c-41e4-b2c9-22e8ccbb707f service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.711184] env[69572]: DEBUG oslo_concurrency.lockutils [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.717180] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.314s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.717291] env[69572]: DEBUG nova.objects.instance [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lazy-loading 'resources' on Instance uuid 2c2a06d9-e524-4da7-9422-5c910de5f8ba {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.753371] env[69572]: DEBUG nova.network.neutron [-] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.769822] env[69572]: INFO nova.scheduler.client.report [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Deleted allocations for instance 38472da9-392c-40b1-85d0-8ec8d2b4e8cc [ 1047.927557] env[69572]: DEBUG nova.compute.manager [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1047.935929] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.962536] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.962756] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.962917] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.963107] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.963253] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.963398] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.963856] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.964044] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.964302] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.964543] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.964763] env[69572]: DEBUG nova.virt.hardware [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.965918] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5553eafc-13dc-4b31-8ddb-8ed3371d9862 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.971143] env[69572]: DEBUG nova.compute.manager [req-499e4b82-4d80-40d7-8a4d-9c488f2d2d13 req-d9c199d5-b6da-462c-b234-47a62655bd7d service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Received event network-changed-016bbbe6-a936-423a-aed1-a0ff14300301 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1047.971377] env[69572]: DEBUG nova.compute.manager [req-499e4b82-4d80-40d7-8a4d-9c488f2d2d13 req-d9c199d5-b6da-462c-b234-47a62655bd7d service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Refreshing instance network info cache due to event network-changed-016bbbe6-a936-423a-aed1-a0ff14300301. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1047.972046] env[69572]: DEBUG oslo_concurrency.lockutils [req-499e4b82-4d80-40d7-8a4d-9c488f2d2d13 req-d9c199d5-b6da-462c-b234-47a62655bd7d service nova] Acquiring lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.972046] env[69572]: DEBUG oslo_concurrency.lockutils [req-499e4b82-4d80-40d7-8a4d-9c488f2d2d13 req-d9c199d5-b6da-462c-b234-47a62655bd7d service nova] Acquired lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.972046] env[69572]: DEBUG nova.network.neutron [req-499e4b82-4d80-40d7-8a4d-9c488f2d2d13 req-d9c199d5-b6da-462c-b234-47a62655bd7d service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Refreshing network info cache for port 016bbbe6-a936-423a-aed1-a0ff14300301 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.978188] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a855802b-c50c-4913-bece-ce5c5dc37b48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.159880] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-350e03f5-6311-4c38-be61-a4f2933521f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.171526] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c9ec6f-4056-41dc-a1c6-7a221345cc5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.202826] env[69572]: DEBUG nova.compute.manager [req-73381ef7-cfbb-499a-8c96-57f7ffbba739 req-78cfc590-403c-41e4-b2c9-22e8ccbb707f service nova] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Detach interface failed, port_id=000ba027-d468-4982-af75-fac16c431e9a, reason: Instance 7998ed14-b137-4aa1-9da0-de4477aaa881 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1048.255986] env[69572]: INFO nova.compute.manager [-] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Took 1.24 seconds to deallocate network for instance. [ 1048.278141] env[69572]: DEBUG oslo_concurrency.lockutils [None req-db272f8f-3dc9-4530-b813-84dd11dee9db tempest-ImagesTestJSON-1805944786 tempest-ImagesTestJSON-1805944786-project-member] Lock "38472da9-392c-40b1-85d0-8ec8d2b4e8cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.736s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.425132] env[69572]: DEBUG nova.network.neutron [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Successfully updated port: d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.438802] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434991, 'name': ReconfigVM_Task, 'duration_secs': 1.346754} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.439146] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance 'd54f5561-f8b8-4360-ae51-007a46303ac2' progress to 33 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.464917] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d8e325-cb72-42e9-926e-5fe4ab99dfd9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.479288] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37db7450-643c-42b2-a962-6b92597aa311 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.514479] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea82ccc-d47f-45b8-99b0-b2b1e3e382b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.522444] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28768553-a537-40e6-9c44-48e4220d39cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.538398] env[69572]: DEBUG nova.compute.provider_tree [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.766337] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.886349] env[69572]: DEBUG nova.network.neutron [req-499e4b82-4d80-40d7-8a4d-9c488f2d2d13 req-d9c199d5-b6da-462c-b234-47a62655bd7d service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updated VIF entry in instance network info cache for port 016bbbe6-a936-423a-aed1-a0ff14300301. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.886349] env[69572]: DEBUG nova.network.neutron [req-499e4b82-4d80-40d7-8a4d-9c488f2d2d13 req-d9c199d5-b6da-462c-b234-47a62655bd7d service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance_info_cache with network_info: [{"id": "016bbbe6-a936-423a-aed1-a0ff14300301", "address": "fa:16:3e:8e:ce:cf", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016bbbe6-a9", "ovs_interfaceid": "016bbbe6-a936-423a-aed1-a0ff14300301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.930782] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "refresh_cache-ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.931012] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "refresh_cache-ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.931137] env[69572]: DEBUG nova.network.neutron [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.948216] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.948555] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.948687] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.948926] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.949094] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.949244] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.949447] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.949608] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.949768] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.949927] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.950121] env[69572]: DEBUG nova.virt.hardware [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.955365] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.957982] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dbdecfa-0ffa-4248-ab21-26df3f55c2a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.976974] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1048.976974] env[69572]: value = "task-3434992" [ 1048.976974] env[69572]: _type = "Task" [ 1048.976974] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.987364] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.042007] env[69572]: DEBUG nova.scheduler.client.report [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.389071] env[69572]: DEBUG oslo_concurrency.lockutils [req-499e4b82-4d80-40d7-8a4d-9c488f2d2d13 req-d9c199d5-b6da-462c-b234-47a62655bd7d service nova] Releasing lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.465807] env[69572]: DEBUG nova.network.neutron [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.487946] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434992, 'name': ReconfigVM_Task, 'duration_secs': 0.162351} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.490532] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.491676] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d589e2b9-729e-4e51-8a5c-374beb36fda1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.513912] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d54f5561-f8b8-4360-ae51-007a46303ac2/d54f5561-f8b8-4360-ae51-007a46303ac2.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.516627] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f305e40a-05da-403d-ab7b-c86d22c4b235 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.538499] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1049.538499] env[69572]: value = "task-3434993" [ 1049.538499] env[69572]: _type = "Task" [ 1049.538499] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.547901] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.549631] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.550083] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.370s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.551760] env[69572]: INFO nova.compute.claims [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.581751] env[69572]: INFO nova.scheduler.client.report [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted allocations for instance 2c2a06d9-e524-4da7-9422-5c910de5f8ba [ 1049.671744] env[69572]: DEBUG nova.network.neutron [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Updating instance_info_cache with network_info: [{"id": "d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9", "address": "fa:16:3e:fa:df:d1", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f2bd28-28", "ovs_interfaceid": "d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.863196] env[69572]: DEBUG nova.compute.manager [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Received event network-vif-plugged-d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1049.863632] env[69572]: DEBUG oslo_concurrency.lockutils [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] Acquiring lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.864001] env[69572]: DEBUG oslo_concurrency.lockutils [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.864330] env[69572]: DEBUG oslo_concurrency.lockutils [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.864671] env[69572]: DEBUG nova.compute.manager [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] No waiting events found dispatching network-vif-plugged-d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1049.865310] env[69572]: WARNING nova.compute.manager [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Received unexpected event network-vif-plugged-d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9 for instance with vm_state building and task_state spawning. [ 1049.865733] env[69572]: DEBUG nova.compute.manager [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Received event network-changed-d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1049.866942] env[69572]: DEBUG nova.compute.manager [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Refreshing instance network info cache due to event network-changed-d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1049.867248] env[69572]: DEBUG oslo_concurrency.lockutils [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] Acquiring lock "refresh_cache-ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.049677] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434993, 'name': ReconfigVM_Task, 'duration_secs': 0.256378} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.049964] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d54f5561-f8b8-4360-ae51-007a46303ac2/d54f5561-f8b8-4360-ae51-007a46303ac2.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.050256] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance 'd54f5561-f8b8-4360-ae51-007a46303ac2' progress to 50 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.092930] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d7860504-9e3a-4e32-9773-e0d7d88753ef tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "2c2a06d9-e524-4da7-9422-5c910de5f8ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.699s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.175050] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "refresh_cache-ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.175424] env[69572]: DEBUG nova.compute.manager [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Instance network_info: |[{"id": "d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9", "address": "fa:16:3e:fa:df:d1", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f2bd28-28", "ovs_interfaceid": "d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1050.175812] env[69572]: DEBUG oslo_concurrency.lockutils [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] Acquired lock "refresh_cache-ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.175922] env[69572]: DEBUG nova.network.neutron [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Refreshing network info cache for port d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.177273] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:df:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.187202] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.188494] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.189120] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e0c608-2c3a-4816-af37-7a68c2f11a89 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.214486] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.214486] env[69572]: value = "task-3434994" [ 1050.214486] env[69572]: _type = "Task" [ 1050.214486] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.226517] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434994, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.558612] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf60bf58-6991-45d7-9468-bea2472b0ad1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.583702] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebe8f2f-1f8f-4654-a0cf-b54079e5fd67 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.602865] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance 'd54f5561-f8b8-4360-ae51-007a46303ac2' progress to 67 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.732092] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434994, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.846269] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1b7f85-b8ef-4ea3-8319-7d388b712d40 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.855192] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eeb54c-6e29-4aba-90e1-df906ae322af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.867575] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.867575] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.900086] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b399ad25-6374-4a2f-9f52-57001b52229c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.912784] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b716c885-6c90-4882-b8e3-c579f18b1d99 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.928472] env[69572]: DEBUG nova.compute.provider_tree [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.936265] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.936504] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.957789] env[69572]: DEBUG nova.network.neutron [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Updated VIF entry in instance network info cache for port d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.958192] env[69572]: DEBUG nova.network.neutron [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Updating instance_info_cache with network_info: [{"id": "d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9", "address": "fa:16:3e:fa:df:d1", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f2bd28-28", "ovs_interfaceid": "d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.074646] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "790db019-8afa-4be1-bc12-7d05736b0850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.074646] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "790db019-8afa-4be1-bc12-7d05736b0850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.144332] env[69572]: DEBUG nova.network.neutron [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Port 7d3e2db8-5074-4050-9937-288e321b3f1c binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1051.227505] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434994, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.370521] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1051.437672] env[69572]: DEBUG nova.scheduler.client.report [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.440901] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1051.461081] env[69572]: DEBUG oslo_concurrency.lockutils [req-c09af66d-9dd3-4c70-a098-d53b9e53546f req-8158b469-f888-4e58-9f11-99a39032f403 service nova] Releasing lock "refresh_cache-ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.551436] env[69572]: DEBUG oslo_concurrency.lockutils [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "interface-812d8864-f721-4a9b-a745-92a31098bf5f-6b3bb628-e366-42f2-b005-e4a9bae70898" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.551737] env[69572]: DEBUG oslo_concurrency.lockutils [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-812d8864-f721-4a9b-a745-92a31098bf5f-6b3bb628-e366-42f2-b005-e4a9bae70898" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.552096] env[69572]: DEBUG nova.objects.instance [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'flavor' on Instance uuid 812d8864-f721-4a9b-a745-92a31098bf5f {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.576724] env[69572]: DEBUG nova.compute.manager [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1051.728749] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3434994, 'name': CreateVM_Task, 'duration_secs': 1.342329} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.729009] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.729818] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.729918] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.730169] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.730420] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae7a2e0-bff2-4bf4-a0b6-97bdf8b59931 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.734982] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1051.734982] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a9815e-29e8-c447-ea6d-c8a33767d213" [ 1051.734982] env[69572]: _type = "Task" [ 1051.734982] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.749268] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a9815e-29e8-c447-ea6d-c8a33767d213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.894298] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.944140] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.944695] env[69572]: DEBUG nova.compute.manager [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1051.949200] env[69572]: DEBUG oslo_concurrency.lockutils [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.272s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.949417] env[69572]: DEBUG nova.objects.instance [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'resources' on Instance uuid e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.968526] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.101257] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.148783] env[69572]: DEBUG nova.objects.instance [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'pci_requests' on Instance uuid 812d8864-f721-4a9b-a745-92a31098bf5f {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.172497] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "d54f5561-f8b8-4360-ae51-007a46303ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.172968] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.173190] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.246789] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a9815e-29e8-c447-ea6d-c8a33767d213, 'name': SearchDatastore_Task, 'duration_secs': 0.014307} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.247120] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.247357] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.247618] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.247777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.248190] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.248455] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c35042-2131-413f-b46d-5694430b8841 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.256628] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.256802] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.257476] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb183131-5366-4dc9-aa86-5af7a092d598 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.262594] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1052.262594] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]528bda3c-1c2d-5354-3ae9-e719b9e9892d" [ 1052.262594] env[69572]: _type = "Task" [ 1052.262594] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.270524] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528bda3c-1c2d-5354-3ae9-e719b9e9892d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.452192] env[69572]: DEBUG nova.compute.utils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.453855] env[69572]: DEBUG nova.compute.manager [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1052.454104] env[69572]: DEBUG nova.network.neutron [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.516738] env[69572]: DEBUG nova.policy [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deca01c0e63c4ba6bfd3bd67d2e82e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42857a0ed2d442ae95b8ed04172b4168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.651750] env[69572]: DEBUG nova.objects.base [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Object Instance<812d8864-f721-4a9b-a745-92a31098bf5f> lazy-loaded attributes: flavor,pci_requests {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.652260] env[69572]: DEBUG nova.network.neutron [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.734551] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70770c2d-58d6-4741-8c39-ef7130bd9261 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.739318] env[69572]: DEBUG nova.policy [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192ed19c96ca449c9ca4f206adad021b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9c96379dcb45099eda20120e667dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.745618] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba0a160-52c6-4a89-9a43-f330a580869a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.782476] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2015140e-cb21-4977-8782-05604a91c749 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.791358] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528bda3c-1c2d-5354-3ae9-e719b9e9892d, 'name': SearchDatastore_Task, 'duration_secs': 0.008816} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.795117] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836c02d2-d269-43f5-9816-93b228afd81d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.800062] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8bed67-932c-4478-9f1f-fb99cd212529 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.805599] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1052.805599] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526fd498-9de3-60e5-c0db-ee6a07ce8de3" [ 1052.805599] env[69572]: _type = "Task" [ 1052.805599] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.813764] env[69572]: DEBUG nova.compute.provider_tree [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.823915] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526fd498-9de3-60e5-c0db-ee6a07ce8de3, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.824448] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.824448] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8/ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.824688] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4164b555-14ed-4867-88f4-0f8f390a675d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.831651] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1052.831651] env[69572]: value = "task-3434995" [ 1052.831651] env[69572]: _type = "Task" [ 1052.831651] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.842927] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.959419] env[69572]: DEBUG nova.compute.manager [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1052.971366] env[69572]: DEBUG nova.network.neutron [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Successfully created port: 3a22628b-3739-4e06-85dc-34e6c1c86507 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.245724] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.246015] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.246279] env[69572]: DEBUG nova.network.neutron [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.321409] env[69572]: DEBUG nova.scheduler.client.report [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.346658] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434995, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.825585] env[69572]: DEBUG oslo_concurrency.lockutils [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.828157] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.966s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.829301] env[69572]: DEBUG nova.objects.instance [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'resources' on Instance uuid 9dbcc56e-d71f-4b3d-8a85-5235baeea341 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.844238] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434995, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.849619] env[69572]: INFO nova.scheduler.client.report [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleted allocations for instance e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3 [ 1053.972879] env[69572]: DEBUG nova.compute.manager [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1053.998777] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.999022] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.999147] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.999365] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.001044] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.001044] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.001044] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.001044] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.001044] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.001044] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.001044] env[69572]: DEBUG nova.virt.hardware [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.001331] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c0f3be-50c2-4889-91d6-b298d760b2e9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.009775] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eb7056-682d-4e14-abd3-6f04c63cd023 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.024755] env[69572]: DEBUG nova.network.neutron [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance_info_cache with network_info: [{"id": "7d3e2db8-5074-4050-9937-288e321b3f1c", "address": "fa:16:3e:d6:ba:f3", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3e2db8-50", "ovs_interfaceid": "7d3e2db8-5074-4050-9937-288e321b3f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.211507] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "c8ff5717-d707-480a-8670-68a745ca2437" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.211507] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "c8ff5717-d707-480a-8670-68a745ca2437" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.351086] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434995, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.467342} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.351086] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8/ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.351086] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.351086] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f264390-6d1b-47e4-8904-dd3cf5e81591 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.361826] env[69572]: DEBUG oslo_concurrency.lockutils [None req-36fc0161-9f69-4cc5-9b9d-652897905d5d tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.372s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.367029] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1054.367029] env[69572]: value = "task-3434996" [ 1054.367029] env[69572]: _type = "Task" [ 1054.367029] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.376404] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.462262] env[69572]: DEBUG nova.compute.manager [req-aaa14ca0-be3d-4b1b-b857-0589351f1784 req-5797f619-200d-49a2-8ee6-cbf80d25d5c5 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Received event network-vif-plugged-6b3bb628-e366-42f2-b005-e4a9bae70898 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1054.462479] env[69572]: DEBUG oslo_concurrency.lockutils [req-aaa14ca0-be3d-4b1b-b857-0589351f1784 req-5797f619-200d-49a2-8ee6-cbf80d25d5c5 service nova] Acquiring lock "812d8864-f721-4a9b-a745-92a31098bf5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.462683] env[69572]: DEBUG oslo_concurrency.lockutils [req-aaa14ca0-be3d-4b1b-b857-0589351f1784 req-5797f619-200d-49a2-8ee6-cbf80d25d5c5 service nova] Lock "812d8864-f721-4a9b-a745-92a31098bf5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.462931] env[69572]: DEBUG oslo_concurrency.lockutils [req-aaa14ca0-be3d-4b1b-b857-0589351f1784 req-5797f619-200d-49a2-8ee6-cbf80d25d5c5 service nova] Lock "812d8864-f721-4a9b-a745-92a31098bf5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.463013] env[69572]: DEBUG nova.compute.manager [req-aaa14ca0-be3d-4b1b-b857-0589351f1784 req-5797f619-200d-49a2-8ee6-cbf80d25d5c5 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] No waiting events found dispatching network-vif-plugged-6b3bb628-e366-42f2-b005-e4a9bae70898 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1054.463668] env[69572]: WARNING nova.compute.manager [req-aaa14ca0-be3d-4b1b-b857-0589351f1784 req-5797f619-200d-49a2-8ee6-cbf80d25d5c5 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Received unexpected event network-vif-plugged-6b3bb628-e366-42f2-b005-e4a9bae70898 for instance with vm_state active and task_state None. [ 1054.530364] env[69572]: DEBUG oslo_concurrency.lockutils [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.589109] env[69572]: DEBUG nova.network.neutron [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Successfully updated port: 6b3bb628-e366-42f2-b005-e4a9bae70898 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.628613] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839b15ce-7317-4304-980b-9b4b0e7f23c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.638191] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d7ba45-2247-4991-9d9e-93ba17a6f318 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.677659] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23d4a98-6c2d-4aa0-8917-10e707f64482 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.685785] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc65b25-ac26-4fe6-88e7-8af586ee93e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.699632] env[69572]: DEBUG nova.compute.provider_tree [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.715022] env[69572]: DEBUG nova.compute.manager [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1054.799380] env[69572]: DEBUG nova.network.neutron [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Successfully updated port: 3a22628b-3739-4e06-85dc-34e6c1c86507 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.875308] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069189} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.875708] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.876444] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e5a01a-596b-489b-bb0a-6fb7a3c658f9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.901511] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8/ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.902040] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cbb634-0bc8-4f92-9aa6-6a1b17d737d7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.924683] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1054.924683] env[69572]: value = "task-3434997" [ 1054.924683] env[69572]: _type = "Task" [ 1054.924683] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.934657] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.057534] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2df4269-a496-4995-bca9-0adbf4e3e205 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.082034] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39507f1c-07df-413e-93e1-01e83046417d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.087646] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance 'd54f5561-f8b8-4360-ae51-007a46303ac2' progress to 83 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.092368] env[69572]: DEBUG oslo_concurrency.lockutils [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.094039] env[69572]: DEBUG oslo_concurrency.lockutils [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.094293] env[69572]: DEBUG nova.network.neutron [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.203177] env[69572]: DEBUG nova.scheduler.client.report [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.235746] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.302084] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquiring lock "refresh_cache-b1aa735c-e012-46fe-adcc-9bcc17246e1f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.302186] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquired lock "refresh_cache-b1aa735c-e012-46fe-adcc-9bcc17246e1f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.302294] env[69572]: DEBUG nova.network.neutron [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.434264] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434997, 'name': ReconfigVM_Task, 'duration_secs': 0.286225} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.434567] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8/ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.435240] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11348584-71f4-452a-9a44-d416b9d1bf26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.442076] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1055.442076] env[69572]: value = "task-3434998" [ 1055.442076] env[69572]: _type = "Task" [ 1055.442076] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.450223] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434998, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.597495] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.600287] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a6c1939-0172-4faa-b76e-7dfa0bb17333 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.610531] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1055.610531] env[69572]: value = "task-3434999" [ 1055.610531] env[69572]: _type = "Task" [ 1055.610531] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.619101] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.635045] env[69572]: WARNING nova.network.neutron [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] b0234b1a-c703-4a66-abdb-9262cb15c64e already exists in list: networks containing: ['b0234b1a-c703-4a66-abdb-9262cb15c64e']. ignoring it [ 1055.710179] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.712730] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.607s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.712954] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.714771] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.563s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.715013] env[69572]: DEBUG nova.objects.instance [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lazy-loading 'resources' on Instance uuid 03b6301a-d0cd-49b7-9d32-b7404537b0cb {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.736498] env[69572]: INFO nova.scheduler.client.report [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleted allocations for instance 8984660d-39da-43c8-b787-f57aec274422 [ 1055.738818] env[69572]: INFO nova.scheduler.client.report [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Deleted allocations for instance 9dbcc56e-d71f-4b3d-8a85-5235baeea341 [ 1055.864018] env[69572]: DEBUG nova.network.neutron [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.955209] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3434998, 'name': Rename_Task, 'duration_secs': 0.138847} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.955510] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.955763] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-937487f9-b2fc-4735-a89f-e7a6c8a82744 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.963727] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1055.963727] env[69572]: value = "task-3435000" [ 1055.963727] env[69572]: _type = "Task" [ 1055.963727] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.976445] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.033292] env[69572]: DEBUG nova.network.neutron [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updating instance_info_cache with network_info: [{"id": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "address": "fa:16:3e:01:04:b0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2b7cd-54", "ovs_interfaceid": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b3bb628-e366-42f2-b005-e4a9bae70898", "address": "fa:16:3e:da:30:61", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3bb628-e3", "ovs_interfaceid": "6b3bb628-e366-42f2-b005-e4a9bae70898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.070611] env[69572]: DEBUG nova.network.neutron [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Updating instance_info_cache with network_info: [{"id": "3a22628b-3739-4e06-85dc-34e6c1c86507", "address": "fa:16:3e:60:ce:b2", "network": {"id": "1dcb0e1f-1156-406d-9051-084444a49892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1410870479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42857a0ed2d442ae95b8ed04172b4168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22628b-37", "ovs_interfaceid": "3a22628b-3739-4e06-85dc-34e6c1c86507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.121349] env[69572]: DEBUG oslo_vmware.api [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3434999, 'name': PowerOnVM_Task, 'duration_secs': 0.390877} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.121628] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.121814] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-63f8bb0b-a0bc-4a51-b5ca-66c4770e59c2 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance 'd54f5561-f8b8-4360-ae51-007a46303ac2' progress to 100 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.251441] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6d58f323-3c85-4686-9cea-9e3558087de3 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "8984660d-39da-43c8-b787-f57aec274422" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.158s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.253032] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7d3c5f6f-5408-48d4-9cad-010b090ce43a tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "9dbcc56e-d71f-4b3d-8a85-5235baeea341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.466s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.420666] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28961de0-b376-4854-b97c-ce2b9dbab1f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.429706] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a9b8c6-f4cc-4ce3-a53c-9033e7a3bc13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.460455] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f70dbe-6d5e-41bc-b2f8-42e3cc06ea26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.470840] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0392b762-4782-42bb-8f62-953aea3bef1e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.478570] env[69572]: DEBUG oslo_vmware.api [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435000, 'name': PowerOnVM_Task, 'duration_secs': 0.470929} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.479165] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.479366] env[69572]: INFO nova.compute.manager [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1056.479543] env[69572]: DEBUG nova.compute.manager [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1056.480260] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fb4a4e-db1f-4bc6-ac69-01bbcbe4035d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.489882] env[69572]: DEBUG nova.compute.provider_tree [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.539033] env[69572]: DEBUG oslo_concurrency.lockutils [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.539188] env[69572]: DEBUG oslo_concurrency.lockutils [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.539351] env[69572]: DEBUG oslo_concurrency.lockutils [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.540656] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ce216e-f3d2-4809-aa68-88d0adb13386 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.558435] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.558750] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.558929] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.559130] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.559277] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.559417] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.559616] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.559767] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.559928] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.560142] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.560269] env[69572]: DEBUG nova.virt.hardware [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.566832] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Reconfiguring VM to attach interface {{(pid=69572) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1056.567512] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89694f5b-9a2a-4e75-addc-63450ca82e7a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.579713] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Releasing lock "refresh_cache-b1aa735c-e012-46fe-adcc-9bcc17246e1f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.580083] env[69572]: DEBUG nova.compute.manager [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Instance network_info: |[{"id": "3a22628b-3739-4e06-85dc-34e6c1c86507", "address": "fa:16:3e:60:ce:b2", "network": {"id": "1dcb0e1f-1156-406d-9051-084444a49892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1410870479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42857a0ed2d442ae95b8ed04172b4168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22628b-37", "ovs_interfaceid": "3a22628b-3739-4e06-85dc-34e6c1c86507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1056.580425] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:ce:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a22628b-3739-4e06-85dc-34e6c1c86507', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.587729] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Creating folder: Project (42857a0ed2d442ae95b8ed04172b4168). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.588379] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee01ca06-14d9-45d1-bd81-6214f633676f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.592839] env[69572]: DEBUG oslo_vmware.api [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1056.592839] env[69572]: value = "task-3435001" [ 1056.592839] env[69572]: _type = "Task" [ 1056.592839] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.598260] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Created folder: Project (42857a0ed2d442ae95b8ed04172b4168) in parent group-v685431. [ 1056.598434] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Creating folder: Instances. Parent ref: group-v685700. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.601203] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64ade156-e0db-4f57-a4b3-158f5d936b7f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.602985] env[69572]: DEBUG oslo_vmware.api [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435001, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.609613] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Created folder: Instances in parent group-v685700. [ 1056.609845] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.610040] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.610241] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e80089f-e87f-4c27-9ec6-d94576f14304 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.631158] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.631394] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.634295] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.634295] env[69572]: value = "task-3435004" [ 1056.634295] env[69572]: _type = "Task" [ 1056.634295] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.641961] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435004, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.986956] env[69572]: DEBUG nova.compute.manager [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Received event network-changed-6b3bb628-e366-42f2-b005-e4a9bae70898 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1056.986956] env[69572]: DEBUG nova.compute.manager [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Refreshing instance network info cache due to event network-changed-6b3bb628-e366-42f2-b005-e4a9bae70898. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1056.986956] env[69572]: DEBUG oslo_concurrency.lockutils [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] Acquiring lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.986956] env[69572]: DEBUG oslo_concurrency.lockutils [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] Acquired lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.987293] env[69572]: DEBUG nova.network.neutron [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Refreshing network info cache for port 6b3bb628-e366-42f2-b005-e4a9bae70898 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.992643] env[69572]: DEBUG nova.scheduler.client.report [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.006338] env[69572]: INFO nova.compute.manager [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Took 23.91 seconds to build instance. [ 1057.103594] env[69572]: DEBUG oslo_vmware.api [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.137829] env[69572]: DEBUG nova.compute.manager [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1057.151683] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435004, 'name': CreateVM_Task, 'duration_secs': 0.35731} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.151889] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.156022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.156022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.156022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.156022] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60fc9ee-5c76-4dab-8cec-d8d696d45607 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.159514] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for the task: (returnval){ [ 1057.159514] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52853640-6380-765b-7a98-538260a4b965" [ 1057.159514] env[69572]: _type = "Task" [ 1057.159514] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.170910] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52853640-6380-765b-7a98-538260a4b965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.497724] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.500030] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.734s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.500277] env[69572]: DEBUG nova.objects.instance [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lazy-loading 'resources' on Instance uuid 7998ed14-b137-4aa1-9da0-de4477aaa881 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.510712] env[69572]: DEBUG oslo_concurrency.lockutils [None req-edef3a67-00b7-4b66-81fa-bf1f218e9090 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.421s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.519540] env[69572]: INFO nova.scheduler.client.report [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Deleted allocations for instance 03b6301a-d0cd-49b7-9d32-b7404537b0cb [ 1057.584175] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "a0bd2d42-04d8-4934-b872-df91dcc35e39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.584482] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "a0bd2d42-04d8-4934-b872-df91dcc35e39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.605289] env[69572]: DEBUG oslo_vmware.api [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435001, 'name': ReconfigVM_Task, 'duration_secs': 0.831572} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.606018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.606018] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Reconfigured VM to attach interface {{(pid=69572) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1057.676559] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52853640-6380-765b-7a98-538260a4b965, 'name': SearchDatastore_Task, 'duration_secs': 0.018312} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.676559] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.676559] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.676559] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.676559] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.676559] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.678088] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.678701] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-960c7e09-3c06-48a6-910c-7d4aad41a4a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.692063] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.692063] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.692063] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af625c3a-82bc-46d9-86d8-5fc25f7adf7e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.701558] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for the task: (returnval){ [ 1057.701558] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520c9805-d4b8-2eee-64ca-fc208d3f1a41" [ 1057.701558] env[69572]: _type = "Task" [ 1057.701558] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.709738] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520c9805-d4b8-2eee-64ca-fc208d3f1a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.785122] env[69572]: DEBUG nova.network.neutron [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updated VIF entry in instance network info cache for port 6b3bb628-e366-42f2-b005-e4a9bae70898. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.785122] env[69572]: DEBUG nova.network.neutron [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updating instance_info_cache with network_info: [{"id": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "address": "fa:16:3e:01:04:b0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2b7cd-54", "ovs_interfaceid": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b3bb628-e366-42f2-b005-e4a9bae70898", "address": "fa:16:3e:da:30:61", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3bb628-e3", "ovs_interfaceid": "6b3bb628-e366-42f2-b005-e4a9bae70898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.030076] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8c54a934-298d-4db1-87e9-f7716a1363d6 tempest-ServersTestManualDisk-382368395 tempest-ServersTestManualDisk-382368395-project-member] Lock "03b6301a-d0cd-49b7-9d32-b7404537b0cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.524s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.087164] env[69572]: DEBUG nova.compute.manager [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1058.110898] env[69572]: DEBUG oslo_concurrency.lockutils [None req-06524bfb-5c3b-4506-b906-8085828e9520 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-812d8864-f721-4a9b-a745-92a31098bf5f-6b3bb628-e366-42f2-b005-e4a9bae70898" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.558s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.217917] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520c9805-d4b8-2eee-64ca-fc208d3f1a41, 'name': SearchDatastore_Task, 'duration_secs': 0.031761} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.221686] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a15662-b412-4322-a793-d08283ba9206 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.232024] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for the task: (returnval){ [ 1058.232024] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5277e479-5e15-84f1-681a-841c9e7650c4" [ 1058.232024] env[69572]: _type = "Task" [ 1058.232024] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.236988] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5277e479-5e15-84f1-681a-841c9e7650c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.254841] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "d54f5561-f8b8-4360-ae51-007a46303ac2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.255374] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.255374] env[69572]: DEBUG nova.compute.manager [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Going to confirm migration 6 {{(pid=69572) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 1058.273850] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0d179a-66bc-48ed-9aa2-a0fa05b2a2db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.282969] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d279b92-7451-4b1f-b89e-195ef038f893 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.286768] env[69572]: DEBUG oslo_concurrency.lockutils [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] Releasing lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.287013] env[69572]: DEBUG nova.compute.manager [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Received event network-vif-plugged-3a22628b-3739-4e06-85dc-34e6c1c86507 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1058.287214] env[69572]: DEBUG oslo_concurrency.lockutils [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] Acquiring lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.287416] env[69572]: DEBUG oslo_concurrency.lockutils [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] Lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.287946] env[69572]: DEBUG oslo_concurrency.lockutils [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] Lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.287946] env[69572]: DEBUG nova.compute.manager [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] No waiting events found dispatching network-vif-plugged-3a22628b-3739-4e06-85dc-34e6c1c86507 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.287946] env[69572]: WARNING nova.compute.manager [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Received unexpected event network-vif-plugged-3a22628b-3739-4e06-85dc-34e6c1c86507 for instance with vm_state building and task_state spawning. [ 1058.288218] env[69572]: DEBUG nova.compute.manager [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Received event network-changed-3a22628b-3739-4e06-85dc-34e6c1c86507 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1058.288283] env[69572]: DEBUG nova.compute.manager [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Refreshing instance network info cache due to event network-changed-3a22628b-3739-4e06-85dc-34e6c1c86507. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1058.288417] env[69572]: DEBUG oslo_concurrency.lockutils [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] Acquiring lock "refresh_cache-b1aa735c-e012-46fe-adcc-9bcc17246e1f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.288553] env[69572]: DEBUG oslo_concurrency.lockutils [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] Acquired lock "refresh_cache-b1aa735c-e012-46fe-adcc-9bcc17246e1f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.288708] env[69572]: DEBUG nova.network.neutron [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Refreshing network info cache for port 3a22628b-3739-4e06-85dc-34e6c1c86507 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.322910] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3791bc-132b-470e-ba47-8ced7d463930 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.330685] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176b424f-40a8-4241-9709-f2bac82fcb9c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.346305] env[69572]: DEBUG nova.compute.provider_tree [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.605122] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.702464] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.702719] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.702905] env[69572]: DEBUG nova.compute.manager [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1058.703867] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366428c2-92f0-49ec-9a94-658b550a0cf7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.711463] env[69572]: DEBUG nova.compute.manager [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 1058.712038] env[69572]: DEBUG nova.objects.instance [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lazy-loading 'flavor' on Instance uuid ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.737393] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5277e479-5e15-84f1-681a-841c9e7650c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.737666] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.737916] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] b1aa735c-e012-46fe-adcc-9bcc17246e1f/b1aa735c-e012-46fe-adcc-9bcc17246e1f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.738184] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34a83fba-716e-454d-91cf-525143ca44b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.744598] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for the task: (returnval){ [ 1058.744598] env[69572]: value = "task-3435005" [ 1058.744598] env[69572]: _type = "Task" [ 1058.744598] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.752505] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.849585] env[69572]: DEBUG nova.scheduler.client.report [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.868038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.868038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.868038] env[69572]: DEBUG nova.network.neutron [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.868038] env[69572]: DEBUG nova.objects.instance [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lazy-loading 'info_cache' on Instance uuid d54f5561-f8b8-4360-ae51-007a46303ac2 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.051783] env[69572]: DEBUG nova.network.neutron [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Updated VIF entry in instance network info cache for port 3a22628b-3739-4e06-85dc-34e6c1c86507. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.052482] env[69572]: DEBUG nova.network.neutron [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Updating instance_info_cache with network_info: [{"id": "3a22628b-3739-4e06-85dc-34e6c1c86507", "address": "fa:16:3e:60:ce:b2", "network": {"id": "1dcb0e1f-1156-406d-9051-084444a49892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1410870479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42857a0ed2d442ae95b8ed04172b4168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22628b-37", "ovs_interfaceid": "3a22628b-3739-4e06-85dc-34e6c1c86507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.256042] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435005, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.356275] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.358906] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.465s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.360454] env[69572]: INFO nova.compute.claims [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.384039] env[69572]: INFO nova.scheduler.client.report [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted allocations for instance 7998ed14-b137-4aa1-9da0-de4477aaa881 [ 1059.522094] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.522334] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.554975] env[69572]: DEBUG oslo_concurrency.lockutils [req-961616ef-2df5-4423-bd08-7e1d88e23266 req-042cd1fe-a320-4133-8151-c71f9dbad9e5 service nova] Releasing lock "refresh_cache-b1aa735c-e012-46fe-adcc-9bcc17246e1f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.721062] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.721471] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b3ab39-65f2-4343-9a72-8538ffa82848 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.728631] env[69572]: DEBUG oslo_vmware.api [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1059.728631] env[69572]: value = "task-3435006" [ 1059.728631] env[69572]: _type = "Task" [ 1059.728631] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.743928] env[69572]: DEBUG oslo_vmware.api [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.753062] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576791} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.753304] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] b1aa735c-e012-46fe-adcc-9bcc17246e1f/b1aa735c-e012-46fe-adcc-9bcc17246e1f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.753512] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.753753] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b15fcfa1-b17c-42fe-ab18-cbd02530c16d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.760653] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for the task: (returnval){ [ 1059.760653] env[69572]: value = "task-3435007" [ 1059.760653] env[69572]: _type = "Task" [ 1059.760653] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.767748] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.893569] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "interface-812d8864-f721-4a9b-a745-92a31098bf5f-6b3bb628-e366-42f2-b005-e4a9bae70898" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.893837] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-812d8864-f721-4a9b-a745-92a31098bf5f-6b3bb628-e366-42f2-b005-e4a9bae70898" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.899887] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3888633c-a096-4046-b15e-16d05d4cd9eb tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "7998ed14-b137-4aa1-9da0-de4477aaa881" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.528s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.024977] env[69572]: DEBUG nova.compute.manager [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1060.208640] env[69572]: DEBUG nova.network.neutron [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance_info_cache with network_info: [{"id": "7d3e2db8-5074-4050-9937-288e321b3f1c", "address": "fa:16:3e:d6:ba:f3", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3e2db8-50", "ovs_interfaceid": "7d3e2db8-5074-4050-9937-288e321b3f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.239363] env[69572]: DEBUG oslo_vmware.api [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435006, 'name': PowerOffVM_Task, 'duration_secs': 0.208187} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.239638] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.239831] env[69572]: DEBUG nova.compute.manager [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.240611] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c893d52c-ab5a-4f4a-b6dc-41906cb03ea0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.269344] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07457} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.269600] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.270386] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cc765c-fa72-4792-999f-a761ab12106d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.292128] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] b1aa735c-e012-46fe-adcc-9bcc17246e1f/b1aa735c-e012-46fe-adcc-9bcc17246e1f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.293049] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bebf4a65-ec1c-44d0-a04c-9271e212d258 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.316489] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for the task: (returnval){ [ 1060.316489] env[69572]: value = "task-3435008" [ 1060.316489] env[69572]: _type = "Task" [ 1060.316489] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.325659] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.398283] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.398832] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.399832] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccfe74d-7ce6-48e1-8740-c01aa02d0932 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.427229] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a55290-217a-433d-9f6e-c3b2fc242633 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.458827] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Reconfiguring VM to detach interface {{(pid=69572) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1060.462008] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd966fa-d9ab-4f7b-ba83-9fe48e6dcdb1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.481712] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1060.481712] env[69572]: value = "task-3435009" [ 1060.481712] env[69572]: _type = "Task" [ 1060.481712] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.492700] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.547880] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.630925] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cfb933-090b-4395-b07c-a12e8a012bd1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.638694] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee7cc72-53b3-4732-8136-82a51c2df88c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.675605] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398e6401-753b-4f04-b17c-d6279853df39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.684712] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30898e89-d752-4170-84e4-ffb35e2b0996 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.699162] env[69572]: DEBUG nova.compute.provider_tree [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.711959] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-d54f5561-f8b8-4360-ae51-007a46303ac2" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.712247] env[69572]: DEBUG nova.objects.instance [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lazy-loading 'migration_context' on Instance uuid d54f5561-f8b8-4360-ae51-007a46303ac2 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.752362] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d6606254-6d4d-41d1-b2e5-17bffd43bfa3 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.828604] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435008, 'name': ReconfigVM_Task, 'duration_secs': 0.292186} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.828604] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Reconfigured VM instance instance-00000062 to attach disk [datastore1] b1aa735c-e012-46fe-adcc-9bcc17246e1f/b1aa735c-e012-46fe-adcc-9bcc17246e1f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.828751] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-964448d4-ad69-4098-b873-acc34fcfa550 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.835806] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for the task: (returnval){ [ 1060.835806] env[69572]: value = "task-3435010" [ 1060.835806] env[69572]: _type = "Task" [ 1060.835806] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.847775] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435010, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.999359] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.205465] env[69572]: DEBUG nova.scheduler.client.report [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.215621] env[69572]: DEBUG nova.objects.base [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.217662] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bbdbbc-dae3-4f7a-8e33-6782aec0682d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.238643] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ec933c-780a-4e8d-a8b7-178369604a9d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.244809] env[69572]: DEBUG oslo_vmware.api [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1061.244809] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f96918-5d7e-0004-6e90-a65abd5ef9c7" [ 1061.244809] env[69572]: _type = "Task" [ 1061.244809] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.253343] env[69572]: DEBUG oslo_vmware.api [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f96918-5d7e-0004-6e90-a65abd5ef9c7, 'name': SearchDatastore_Task, 'duration_secs': 0.006775} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.254625] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.257473] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "96425338-fe50-4af8-aafa-ef28aa9d3435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.257657] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "96425338-fe50-4af8-aafa-ef28aa9d3435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.345514] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435010, 'name': Rename_Task, 'duration_secs': 0.153609} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.345808] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.346116] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c81641d-e84d-44fe-b8e2-0bb536cfe586 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.352508] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for the task: (returnval){ [ 1061.352508] env[69572]: value = "task-3435011" [ 1061.352508] env[69572]: _type = "Task" [ 1061.352508] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.359880] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.494980] env[69572]: INFO nova.compute.manager [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Rebuilding instance [ 1061.497142] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.542527] env[69572]: DEBUG nova.compute.manager [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1061.543416] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47080c3c-0b5d-4dd9-b99f-016571470562 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.711811] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.712376] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1061.715184] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.747s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.717395] env[69572]: INFO nova.compute.claims [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.759371] env[69572]: DEBUG nova.compute.manager [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1061.816923] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.817173] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.866493] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435011, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.995398] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.220887] env[69572]: DEBUG nova.compute.utils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.224863] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1062.225089] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.285346] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.299985] env[69572]: DEBUG nova.policy [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfd393231da249a3ab7d3d74aa5276d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ea6737d3fc44721b9c9f1fe5abc4f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.324727] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.324841] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.324918] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.325082] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.325970] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.325970] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.325970] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1062.325970] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.366817] env[69572]: DEBUG oslo_vmware.api [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435011, 'name': PowerOnVM_Task, 'duration_secs': 0.734436} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.367148] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.367353] env[69572]: INFO nova.compute.manager [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1062.367535] env[69572]: DEBUG nova.compute.manager [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1062.368337] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4662a7-acad-4cfb-a19e-ba13afae5866 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.496164] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.558811] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.558811] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d9c7d94-c186-48c3-ace1-b09b0b554bad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.565416] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1062.565416] env[69572]: value = "task-3435012" [ 1062.565416] env[69572]: _type = "Task" [ 1062.565416] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.574681] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1062.575033] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.575926] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81343948-37df-45cf-a9db-8293207c3c04 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.582481] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.582717] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6d5de40-521a-49d1-b448-90f98ee19f29 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.591391] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Successfully created port: aa3a1692-434d-40df-bf42-4430c430476d {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.666140] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.666424] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.666589] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleting the datastore file [datastore1] ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.666870] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cc34524-e66b-46dc-91bc-a07fcb7a820a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.677738] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1062.677738] env[69572]: value = "task-3435014" [ 1062.677738] env[69572]: _type = "Task" [ 1062.677738] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.686211] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.731023] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1062.828012] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.892108] env[69572]: INFO nova.compute.manager [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Took 21.73 seconds to build instance. [ 1062.972301] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814371d3-0af3-4b67-bb16-85c52422189b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.980653] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99bd23d-8ab6-47e0-976a-df9c842ba74e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.013526] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524aab87-9e40-4a95-ba28-387eb0db9321 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.019203] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.023837] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18800cc9-30bd-4c22-8f9e-1337b2756c42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.036872] env[69572]: DEBUG nova.compute.provider_tree [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.189365] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231287} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.189776] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.190086] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.190388] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.396883] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8f9a9aad-00dd-4527-b94b-1576d6113594 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.245s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.498027] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.543161] env[69572]: DEBUG nova.scheduler.client.report [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.670603] env[69572]: DEBUG nova.compute.manager [req-30d2f79e-f9c2-4a58-93e7-6fd76d4cf175 req-dcb230e1-957b-4269-a5a7-7d89571a174b service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Received event network-changed-3a22628b-3739-4e06-85dc-34e6c1c86507 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1063.670860] env[69572]: DEBUG nova.compute.manager [req-30d2f79e-f9c2-4a58-93e7-6fd76d4cf175 req-dcb230e1-957b-4269-a5a7-7d89571a174b service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Refreshing instance network info cache due to event network-changed-3a22628b-3739-4e06-85dc-34e6c1c86507. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1063.671565] env[69572]: DEBUG oslo_concurrency.lockutils [req-30d2f79e-f9c2-4a58-93e7-6fd76d4cf175 req-dcb230e1-957b-4269-a5a7-7d89571a174b service nova] Acquiring lock "refresh_cache-b1aa735c-e012-46fe-adcc-9bcc17246e1f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.671768] env[69572]: DEBUG oslo_concurrency.lockutils [req-30d2f79e-f9c2-4a58-93e7-6fd76d4cf175 req-dcb230e1-957b-4269-a5a7-7d89571a174b service nova] Acquired lock "refresh_cache-b1aa735c-e012-46fe-adcc-9bcc17246e1f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.671971] env[69572]: DEBUG nova.network.neutron [req-30d2f79e-f9c2-4a58-93e7-6fd76d4cf175 req-dcb230e1-957b-4269-a5a7-7d89571a174b service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Refreshing network info cache for port 3a22628b-3739-4e06-85dc-34e6c1c86507 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.745918] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1063.772031] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.772351] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.772425] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.772613] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.772752] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.772892] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.773276] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.773343] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.773509] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.773683] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.773875] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.774746] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667564c3-f611-4b07-bb16-135dfd0ce325 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.783291] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227a2119-6a48-4907-b1e5-be8ec5cbcd3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.985515] env[69572]: DEBUG nova.compute.manager [req-f598820b-5286-4699-a06f-d9ca4898c903 req-dee19142-5bb6-4605-a2aa-d14d22abbb04 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Received event network-vif-plugged-aa3a1692-434d-40df-bf42-4430c430476d {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1063.985713] env[69572]: DEBUG oslo_concurrency.lockutils [req-f598820b-5286-4699-a06f-d9ca4898c903 req-dee19142-5bb6-4605-a2aa-d14d22abbb04 service nova] Acquiring lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.985955] env[69572]: DEBUG oslo_concurrency.lockutils [req-f598820b-5286-4699-a06f-d9ca4898c903 req-dee19142-5bb6-4605-a2aa-d14d22abbb04 service nova] Lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.986127] env[69572]: DEBUG oslo_concurrency.lockutils [req-f598820b-5286-4699-a06f-d9ca4898c903 req-dee19142-5bb6-4605-a2aa-d14d22abbb04 service nova] Lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.986278] env[69572]: DEBUG nova.compute.manager [req-f598820b-5286-4699-a06f-d9ca4898c903 req-dee19142-5bb6-4605-a2aa-d14d22abbb04 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] No waiting events found dispatching network-vif-plugged-aa3a1692-434d-40df-bf42-4430c430476d {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1063.986393] env[69572]: WARNING nova.compute.manager [req-f598820b-5286-4699-a06f-d9ca4898c903 req-dee19142-5bb6-4605-a2aa-d14d22abbb04 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Received unexpected event network-vif-plugged-aa3a1692-434d-40df-bf42-4430c430476d for instance with vm_state building and task_state spawning. [ 1063.997230] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.046036] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.048439] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1064.049272] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.948s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.050931] env[69572]: INFO nova.compute.claims [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.080175] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Successfully updated port: aa3a1692-434d-40df-bf42-4430c430476d {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.226134] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.226409] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.226635] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.226831] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.227122] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.227285] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.227574] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.227800] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.228035] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.228263] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.228491] env[69572]: DEBUG nova.virt.hardware [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.229391] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817cbf3f-06b5-49e9-a5ba-d74a52a899be {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.238199] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47b9427-4bb8-44c5-ae94-ee8b7befb222 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.254668] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:df:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.262811] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.263439] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.263439] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db5361c9-438e-4a95-bf76-0aa0891db8ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.284338] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.284338] env[69572]: value = "task-3435015" [ 1064.284338] env[69572]: _type = "Task" [ 1064.284338] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.293997] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435015, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.385100] env[69572]: DEBUG nova.network.neutron [req-30d2f79e-f9c2-4a58-93e7-6fd76d4cf175 req-dcb230e1-957b-4269-a5a7-7d89571a174b service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Updated VIF entry in instance network info cache for port 3a22628b-3739-4e06-85dc-34e6c1c86507. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.385499] env[69572]: DEBUG nova.network.neutron [req-30d2f79e-f9c2-4a58-93e7-6fd76d4cf175 req-dcb230e1-957b-4269-a5a7-7d89571a174b service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Updating instance_info_cache with network_info: [{"id": "3a22628b-3739-4e06-85dc-34e6c1c86507", "address": "fa:16:3e:60:ce:b2", "network": {"id": "1dcb0e1f-1156-406d-9051-084444a49892", "bridge": "br-int", "label": "tempest-ServersTestJSON-1410870479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42857a0ed2d442ae95b8ed04172b4168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a22628b-37", "ovs_interfaceid": "3a22628b-3739-4e06-85dc-34e6c1c86507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.498353] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.557150] env[69572]: DEBUG nova.compute.utils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.560653] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1064.560889] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.582785] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "refresh_cache-71cdcca5-df85-4767-83f8-aa1dd4990e7f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.582931] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "refresh_cache-71cdcca5-df85-4767-83f8-aa1dd4990e7f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.583088] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.597641] env[69572]: DEBUG nova.policy [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfd393231da249a3ab7d3d74aa5276d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ea6737d3fc44721b9c9f1fe5abc4f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.795101] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435015, 'name': CreateVM_Task, 'duration_secs': 0.301053} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.795349] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.796155] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.800019] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.800019] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.800019] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d471d69c-7d6b-4026-ae4f-29d75ff4cc68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.802660] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1064.802660] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520cba2f-8cdc-98c7-0f29-40628b1c18e8" [ 1064.802660] env[69572]: _type = "Task" [ 1064.802660] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.811655] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520cba2f-8cdc-98c7-0f29-40628b1c18e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.834999] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Successfully created port: a8fd49c4-066e-45e5-8a93-c8ef86747a88 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.889019] env[69572]: DEBUG oslo_concurrency.lockutils [req-30d2f79e-f9c2-4a58-93e7-6fd76d4cf175 req-dcb230e1-957b-4269-a5a7-7d89571a174b service nova] Releasing lock "refresh_cache-b1aa735c-e012-46fe-adcc-9bcc17246e1f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.997724] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.061230] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1065.116995] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.258456] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Updating instance_info_cache with network_info: [{"id": "aa3a1692-434d-40df-bf42-4430c430476d", "address": "fa:16:3e:33:ca:7f", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3a1692-43", "ovs_interfaceid": "aa3a1692-434d-40df-bf42-4430c430476d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.310340] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e53005-6ec2-4380-88b9-241803f0329b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.317020] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520cba2f-8cdc-98c7-0f29-40628b1c18e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.317309] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.317648] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.317904] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.318067] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.318251] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.318541] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-155afd8c-aa46-47f7-8063-84ce47e463f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.322926] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc35995-7d5f-48fa-8dd9-63751e86052f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.329017] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.329210] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.355312] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0c587c-5778-42d6-89d8-bf872db7b1ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.358869] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db101a72-f4e9-4caf-8a26-8250966e6dbe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.365153] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1065.365153] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ceb8cd-ad74-443d-f55a-baf0225a0d3d" [ 1065.365153] env[69572]: _type = "Task" [ 1065.365153] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.370811] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43613b58-c133-4769-b73b-b0192dca3306 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.381323] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ceb8cd-ad74-443d-f55a-baf0225a0d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.391479] env[69572]: DEBUG nova.compute.provider_tree [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.391757] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56c72e5-de31-49a7-906b-3ffb8098d4a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.397189] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1065.397189] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5214269a-7258-691d-df2b-a84b119a3e6e" [ 1065.397189] env[69572]: _type = "Task" [ 1065.397189] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.405576] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5214269a-7258-691d-df2b-a84b119a3e6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.497521] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.760697] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "refresh_cache-71cdcca5-df85-4767-83f8-aa1dd4990e7f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.761049] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Instance network_info: |[{"id": "aa3a1692-434d-40df-bf42-4430c430476d", "address": "fa:16:3e:33:ca:7f", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3a1692-43", "ovs_interfaceid": "aa3a1692-434d-40df-bf42-4430c430476d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1065.761470] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:ca:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa3a1692-434d-40df-bf42-4430c430476d', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.769115] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Creating folder: Project (1ea6737d3fc44721b9c9f1fe5abc4f87). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.769384] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af5165de-21dc-42c8-a613-a63160cb15e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.780916] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Created folder: Project (1ea6737d3fc44721b9c9f1fe5abc4f87) in parent group-v685431. [ 1065.781115] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Creating folder: Instances. Parent ref: group-v685704. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.781333] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2223edb3-9de6-448b-b7fc-890efaf088b1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.790291] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Created folder: Instances in parent group-v685704. [ 1065.790513] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.790690] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.790875] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44d18922-aac8-4151-9ce6-2e59bd696e4a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.809827] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.809827] env[69572]: value = "task-3435018" [ 1065.809827] env[69572]: _type = "Task" [ 1065.809827] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.817036] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435018, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.895785] env[69572]: DEBUG nova.scheduler.client.report [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.908438] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5214269a-7258-691d-df2b-a84b119a3e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.908693] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.908951] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8/ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.909214] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46dccd2f-2170-4e9f-ab07-d9831d0995ab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.915819] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1065.915819] env[69572]: value = "task-3435019" [ 1065.915819] env[69572]: _type = "Task" [ 1065.915819] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.924366] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.997852] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.010569] env[69572]: DEBUG nova.compute.manager [req-cded2959-3e74-46e2-8e75-a630c5c12ee5 req-b9b1eae2-e45d-457d-919f-b19c5263c184 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Received event network-changed-aa3a1692-434d-40df-bf42-4430c430476d {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1066.010569] env[69572]: DEBUG nova.compute.manager [req-cded2959-3e74-46e2-8e75-a630c5c12ee5 req-b9b1eae2-e45d-457d-919f-b19c5263c184 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Refreshing instance network info cache due to event network-changed-aa3a1692-434d-40df-bf42-4430c430476d. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1066.010946] env[69572]: DEBUG oslo_concurrency.lockutils [req-cded2959-3e74-46e2-8e75-a630c5c12ee5 req-b9b1eae2-e45d-457d-919f-b19c5263c184 service nova] Acquiring lock "refresh_cache-71cdcca5-df85-4767-83f8-aa1dd4990e7f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.011198] env[69572]: DEBUG oslo_concurrency.lockutils [req-cded2959-3e74-46e2-8e75-a630c5c12ee5 req-b9b1eae2-e45d-457d-919f-b19c5263c184 service nova] Acquired lock "refresh_cache-71cdcca5-df85-4767-83f8-aa1dd4990e7f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.011381] env[69572]: DEBUG nova.network.neutron [req-cded2959-3e74-46e2-8e75-a630c5c12ee5 req-b9b1eae2-e45d-457d-919f-b19c5263c184 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Refreshing network info cache for port aa3a1692-434d-40df-bf42-4430c430476d {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.074643] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1066.103652] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.103944] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.104119] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.104303] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.104484] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.104745] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.104830] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.105030] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.105165] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.105326] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.105560] env[69572]: DEBUG nova.virt.hardware [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.106603] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2b3e2d-6ce6-464b-a6f4-2e5093996c07 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.115716] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd47acf8-9eaa-4307-a7c3-0c63fc40c332 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.320528] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435018, 'name': CreateVM_Task, 'duration_secs': 0.404569} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.320728] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.321473] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.321632] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.321975] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.322256] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92da5a9d-d53c-4eed-842d-42665194b9fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.327140] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1066.327140] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52de926d-6185-ec81-6b49-099dd443e00c" [ 1066.327140] env[69572]: _type = "Task" [ 1066.327140] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.335250] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52de926d-6185-ec81-6b49-099dd443e00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.353847] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Successfully updated port: a8fd49c4-066e-45e5-8a93-c8ef86747a88 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.404031] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.404753] env[69572]: DEBUG nova.compute.manager [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1066.407711] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.172s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.409040] env[69572]: INFO nova.compute.claims [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.424813] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498605} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.426275] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8/ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.426275] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.426275] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44744782-ebfb-4759-a5af-a070a9ff964a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.432484] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1066.432484] env[69572]: value = "task-3435020" [ 1066.432484] env[69572]: _type = "Task" [ 1066.432484] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.440360] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.499483] env[69572]: DEBUG oslo_vmware.api [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435009, 'name': ReconfigVM_Task, 'duration_secs': 5.849995} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.499816] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.500048] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Reconfigured VM to detach interface {{(pid=69572) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1066.834138] env[69572]: DEBUG nova.network.neutron [req-cded2959-3e74-46e2-8e75-a630c5c12ee5 req-b9b1eae2-e45d-457d-919f-b19c5263c184 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Updated VIF entry in instance network info cache for port aa3a1692-434d-40df-bf42-4430c430476d. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.834615] env[69572]: DEBUG nova.network.neutron [req-cded2959-3e74-46e2-8e75-a630c5c12ee5 req-b9b1eae2-e45d-457d-919f-b19c5263c184 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Updating instance_info_cache with network_info: [{"id": "aa3a1692-434d-40df-bf42-4430c430476d", "address": "fa:16:3e:33:ca:7f", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3a1692-43", "ovs_interfaceid": "aa3a1692-434d-40df-bf42-4430c430476d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.839371] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52de926d-6185-ec81-6b49-099dd443e00c, 'name': SearchDatastore_Task, 'duration_secs': 0.050795} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.839847] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.840077] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.840308] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.840447] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.840618] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.840864] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b9aaea3-cbc4-459f-8240-e7afe9b6d0b6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.855529] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.855794] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.857808] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "refresh_cache-5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.857808] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "refresh_cache-5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.857808] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.858206] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bea25a9-c01a-4ccf-95d5-d537528a49ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.864053] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1066.864053] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52693c48-2620-9e3e-af12-240b64625b8d" [ 1066.864053] env[69572]: _type = "Task" [ 1066.864053] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.874706] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52693c48-2620-9e3e-af12-240b64625b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.915598] env[69572]: DEBUG nova.compute.utils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.917087] env[69572]: DEBUG nova.compute.manager [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1066.917255] env[69572]: DEBUG nova.network.neutron [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.942074] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077142} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.942230] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.942995] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b7e8d5-1ddd-422e-9085-90ab860ea1ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.965182] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8/ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.966672] env[69572]: DEBUG nova.policy [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5decc2bedd674d84a0cb5545250e4b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52fdb713706545369a8020df88778783', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.968314] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1df6cad9-8689-4916-a85e-737d9deabf06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.987326] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1066.987326] env[69572]: value = "task-3435021" [ 1066.987326] env[69572]: _type = "Task" [ 1066.987326] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.995104] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.239035] env[69572]: DEBUG nova.network.neutron [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Successfully created port: ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.341122] env[69572]: DEBUG oslo_concurrency.lockutils [req-cded2959-3e74-46e2-8e75-a630c5c12ee5 req-b9b1eae2-e45d-457d-919f-b19c5263c184 service nova] Releasing lock "refresh_cache-71cdcca5-df85-4767-83f8-aa1dd4990e7f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.374873] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52693c48-2620-9e3e-af12-240b64625b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.060322} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.375653] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76a73a4-2b64-4eb5-abaa-bf89297fc172 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.380645] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1067.380645] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529f76eb-8847-eea9-46e2-c4b65e277b99" [ 1067.380645] env[69572]: _type = "Task" [ 1067.380645] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.389017] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529f76eb-8847-eea9-46e2-c4b65e277b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.404847] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.421100] env[69572]: DEBUG nova.compute.manager [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1067.499614] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435021, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.577508] env[69572]: DEBUG nova.network.neutron [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Updating instance_info_cache with network_info: [{"id": "a8fd49c4-066e-45e5-8a93-c8ef86747a88", "address": "fa:16:3e:72:22:af", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8fd49c4-06", "ovs_interfaceid": "a8fd49c4-066e-45e5-8a93-c8ef86747a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.664723] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c807657f-b213-4343-b4f8-8afd7936a90e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.672477] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8896277-657b-415b-902d-87487b9ee813 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.706248] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fd9f5c-4dc6-4a33-90a3-30b7e6bd3973 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.713624] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bbbe52-8aa7-495a-b040-788708bc0443 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.727226] env[69572]: DEBUG nova.compute.provider_tree [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.890864] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529f76eb-8847-eea9-46e2-c4b65e277b99, 'name': SearchDatastore_Task, 'duration_secs': 0.050998} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.891195] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.891358] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 71cdcca5-df85-4767-83f8-aa1dd4990e7f/71cdcca5-df85-4767-83f8-aa1dd4990e7f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.891609] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa34e600-0658-4e83-ab21-e69a07f84594 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.897936] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1067.897936] env[69572]: value = "task-3435022" [ 1067.897936] env[69572]: _type = "Task" [ 1067.897936] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.901387] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.901545] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquired lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.901717] env[69572]: DEBUG nova.network.neutron [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.908825] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.997086] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435021, 'name': ReconfigVM_Task, 'duration_secs': 0.541207} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.997370] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8/ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.998040] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9e726b3-bd92-4e04-885e-6f927ae38e97 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.003918] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1068.003918] env[69572]: value = "task-3435023" [ 1068.003918] env[69572]: _type = "Task" [ 1068.003918] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.012938] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435023, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.050274] env[69572]: DEBUG nova.compute.manager [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Received event network-vif-plugged-a8fd49c4-066e-45e5-8a93-c8ef86747a88 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1068.050539] env[69572]: DEBUG oslo_concurrency.lockutils [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] Acquiring lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.051536] env[69572]: DEBUG oslo_concurrency.lockutils [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] Lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.051536] env[69572]: DEBUG oslo_concurrency.lockutils [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] Lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.051536] env[69572]: DEBUG nova.compute.manager [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] No waiting events found dispatching network-vif-plugged-a8fd49c4-066e-45e5-8a93-c8ef86747a88 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1068.051536] env[69572]: WARNING nova.compute.manager [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Received unexpected event network-vif-plugged-a8fd49c4-066e-45e5-8a93-c8ef86747a88 for instance with vm_state building and task_state spawning. [ 1068.051768] env[69572]: DEBUG nova.compute.manager [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Received event network-changed-a8fd49c4-066e-45e5-8a93-c8ef86747a88 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1068.051901] env[69572]: DEBUG nova.compute.manager [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Refreshing instance network info cache due to event network-changed-a8fd49c4-066e-45e5-8a93-c8ef86747a88. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1068.052070] env[69572]: DEBUG oslo_concurrency.lockutils [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] Acquiring lock "refresh_cache-5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.080353] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "refresh_cache-5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.080714] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Instance network_info: |[{"id": "a8fd49c4-066e-45e5-8a93-c8ef86747a88", "address": "fa:16:3e:72:22:af", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8fd49c4-06", "ovs_interfaceid": "a8fd49c4-066e-45e5-8a93-c8ef86747a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1068.081046] env[69572]: DEBUG oslo_concurrency.lockutils [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] Acquired lock "refresh_cache-5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.081235] env[69572]: DEBUG nova.network.neutron [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Refreshing network info cache for port a8fd49c4-066e-45e5-8a93-c8ef86747a88 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.082645] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:22:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8fd49c4-066e-45e5-8a93-c8ef86747a88', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.090400] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.091259] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.092372] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8097daf-63e5-4e9a-be22-87fcf31d692a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.118610] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.118610] env[69572]: value = "task-3435024" [ 1068.118610] env[69572]: _type = "Task" [ 1068.118610] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.844016] env[69572]: DEBUG nova.network.neutron [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Successfully updated port: ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.846357] env[69572]: DEBUG nova.scheduler.client.report [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.851764] env[69572]: DEBUG nova.compute.manager [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1068.855294] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "812d8864-f721-4a9b-a745-92a31098bf5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.855521] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "812d8864-f721-4a9b-a745-92a31098bf5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.855732] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "812d8864-f721-4a9b-a745-92a31098bf5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.855873] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "812d8864-f721-4a9b-a745-92a31098bf5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.856043] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "812d8864-f721-4a9b-a745-92a31098bf5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.858124] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.858334] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.858422] env[69572]: DEBUG nova.network.neutron [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.866515] env[69572]: INFO nova.compute.manager [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Terminating instance [ 1068.874484] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435024, 'name': CreateVM_Task, 'duration_secs': 0.418145} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.876515] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.882376] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.882544] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.882844] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.883689] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435023, 'name': Rename_Task, 'duration_secs': 0.410004} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.884144] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47584} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.886167] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.886389] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.886567] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.886760] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.886903] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.887055] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.887318] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.887404] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.887565] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.887718] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.887883] env[69572]: DEBUG nova.virt.hardware [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.888149] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4be7221-6fa6-4e20-8ccf-8951007f86bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.889777] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.890034] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 71cdcca5-df85-4767-83f8-aa1dd4990e7f/71cdcca5-df85-4767-83f8-aa1dd4990e7f.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.890232] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.891591] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cc351f-3f37-4f7d-86fd-6c8ffb0e19d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.893821] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b880dc1-459b-42ff-8701-f6cc949234bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.895148] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27a05e04-935c-4fe0-b96f-4f9b3e031285 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.899693] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1068.899693] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520db66a-1678-e673-4a15-3d3470518794" [ 1068.899693] env[69572]: _type = "Task" [ 1068.899693] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.906147] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b06936-c670-4996-8d63-8c01a804e548 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.909956] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1068.909956] env[69572]: value = "task-3435026" [ 1068.909956] env[69572]: _type = "Task" [ 1068.909956] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.910674] env[69572]: DEBUG nova.network.neutron [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.913576] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1068.913576] env[69572]: value = "task-3435025" [ 1068.913576] env[69572]: _type = "Task" [ 1068.913576] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.935126] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520db66a-1678-e673-4a15-3d3470518794, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.939514] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.939514] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.939514] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.939514] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.939514] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.939939] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-627c72a5-83ed-4489-a2aa-5fa37bb8394e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.949330] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.949330] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.955629] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.955817] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.956593] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4071c26-76aa-425f-bf4e-41191b08d9d5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.961413] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1068.961413] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5288c6a0-3ca2-ec5c-9148-1457012ef805" [ 1068.961413] env[69572]: _type = "Task" [ 1068.961413] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.969904] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5288c6a0-3ca2-ec5c-9148-1457012ef805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.148144] env[69572]: DEBUG nova.network.neutron [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance_info_cache with network_info: [{"id": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "address": "fa:16:3e:4a:86:b6", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5dc4e8-3f", "ovs_interfaceid": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.219626] env[69572]: DEBUG nova.network.neutron [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Updated VIF entry in instance network info cache for port a8fd49c4-066e-45e5-8a93-c8ef86747a88. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.219626] env[69572]: DEBUG nova.network.neutron [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Updating instance_info_cache with network_info: [{"id": "a8fd49c4-066e-45e5-8a93-c8ef86747a88", "address": "fa:16:3e:72:22:af", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8fd49c4-06", "ovs_interfaceid": "a8fd49c4-066e-45e5-8a93-c8ef86747a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.230128] env[69572]: INFO nova.network.neutron [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Port 6b3bb628-e366-42f2-b005-e4a9bae70898 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1069.230516] env[69572]: DEBUG nova.network.neutron [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updating instance_info_cache with network_info: [{"id": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "address": "fa:16:3e:01:04:b0", "network": {"id": "b0234b1a-c703-4a66-abdb-9262cb15c64e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-895164699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9c96379dcb45099eda20120e667dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2b7cd-54", "ovs_interfaceid": "12c2b7cd-5419-44b1-bde3-dd406c0935ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.360569] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.953s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.361294] env[69572]: DEBUG nova.compute.manager [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1069.365570] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.687s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.369115] env[69572]: INFO nova.compute.claims [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.377890] env[69572]: DEBUG nova.compute.manager [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1069.378183] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.379865] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15934fe4-db7f-488d-9b77-696de2c15e6d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.390705] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.391273] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0143a0a-7054-43d7-9f47-8b25a3e42880 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.399379] env[69572]: DEBUG oslo_vmware.api [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1069.399379] env[69572]: value = "task-3435027" [ 1069.399379] env[69572]: _type = "Task" [ 1069.399379] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.412670] env[69572]: DEBUG oslo_vmware.api [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.428489] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078784} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.429396] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.430536] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719a64ab-0411-4280-9fa3-abf9270c18fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.438908] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435025, 'name': PowerOnVM_Task, 'duration_secs': 0.529355} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.439756] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.440060] env[69572]: DEBUG nova.compute.manager [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.441149] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae8624b-a0ac-4e06-9e50-e339c3d36743 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.472612] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 71cdcca5-df85-4767-83f8-aa1dd4990e7f/71cdcca5-df85-4767-83f8-aa1dd4990e7f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.473633] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df09b847-3d69-4aa5-a191-151340e538f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.500860] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5288c6a0-3ca2-ec5c-9148-1457012ef805, 'name': SearchDatastore_Task, 'duration_secs': 0.025835} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.502675] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1069.502675] env[69572]: value = "task-3435028" [ 1069.502675] env[69572]: _type = "Task" [ 1069.502675] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.502920] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2cd7da-c263-44d7-ad27-d2d08676fdae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.510833] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1069.510833] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527fb0ba-201c-1f0d-baff-477ebee076ca" [ 1069.510833] env[69572]: _type = "Task" [ 1069.510833] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.514085] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.521651] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527fb0ba-201c-1f0d-baff-477ebee076ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.653533] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.653859] env[69572]: DEBUG nova.compute.manager [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Instance network_info: |[{"id": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "address": "fa:16:3e:4a:86:b6", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5dc4e8-3f", "ovs_interfaceid": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1069.654273] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:86:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.662215] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.662753] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.663066] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a521092a-ded9-4d83-9093-711c437940f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.683180] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.683180] env[69572]: value = "task-3435029" [ 1069.683180] env[69572]: _type = "Task" [ 1069.683180] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.690639] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435029, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.722554] env[69572]: DEBUG oslo_concurrency.lockutils [req-062339ba-0b87-4896-a249-944773f10214 req-1e609c7d-ab11-4648-beae-0506d6920ef5 service nova] Releasing lock "refresh_cache-5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.733550] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Releasing lock "refresh_cache-812d8864-f721-4a9b-a745-92a31098bf5f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.873282] env[69572]: DEBUG nova.compute.utils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.878369] env[69572]: DEBUG nova.compute.manager [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1069.878629] env[69572]: DEBUG nova.network.neutron [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.912185] env[69572]: DEBUG oslo_vmware.api [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435027, 'name': PowerOffVM_Task, 'duration_secs': 0.489178} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.912586] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.912586] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.912654] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39f78153-aa86-4900-ad60-74574d3a33e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.930667] env[69572]: DEBUG nova.policy [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a5069ae3e24fe5b1652d26bb87a1a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0472a44b2e540de8f34f33c4924daa1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.980083] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.980353] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.980532] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleting the datastore file [datastore1] 812d8864-f721-4a9b-a745-92a31098bf5f {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.980805] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b450135-7803-4eac-b7e2-f2ffcf0dbdec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.987985] env[69572]: DEBUG oslo_vmware.api [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1069.987985] env[69572]: value = "task-3435031" [ 1069.987985] env[69572]: _type = "Task" [ 1069.987985] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.996710] env[69572]: INFO nova.compute.manager [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] bringing vm to original state: 'stopped' [ 1069.999262] env[69572]: DEBUG oslo_vmware.api [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.015076] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.024398] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527fb0ba-201c-1f0d-baff-477ebee076ca, 'name': SearchDatastore_Task, 'duration_secs': 0.021901} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.024649] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.024901] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7/5c56b07e-0b32-4f46-ba6d-b1a3454e85d7.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.025187] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb445713-9fb1-4571-9644-8745a8cf21e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.031178] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1070.031178] env[69572]: value = "task-3435032" [ 1070.031178] env[69572]: _type = "Task" [ 1070.031178] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.039103] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.080321] env[69572]: DEBUG nova.compute.manager [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Received event network-vif-plugged-ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1070.080476] env[69572]: DEBUG oslo_concurrency.lockutils [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] Acquiring lock "790db019-8afa-4be1-bc12-7d05736b0850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.080649] env[69572]: DEBUG oslo_concurrency.lockutils [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] Lock "790db019-8afa-4be1-bc12-7d05736b0850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.080823] env[69572]: DEBUG oslo_concurrency.lockutils [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] Lock "790db019-8afa-4be1-bc12-7d05736b0850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.081014] env[69572]: DEBUG nova.compute.manager [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] No waiting events found dispatching network-vif-plugged-ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1070.081156] env[69572]: WARNING nova.compute.manager [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Received unexpected event network-vif-plugged-ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce for instance with vm_state building and task_state spawning. [ 1070.081360] env[69572]: DEBUG nova.compute.manager [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Received event network-changed-ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1070.081561] env[69572]: DEBUG nova.compute.manager [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Refreshing instance network info cache due to event network-changed-ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1070.081898] env[69572]: DEBUG oslo_concurrency.lockutils [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] Acquiring lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.082300] env[69572]: DEBUG oslo_concurrency.lockutils [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] Acquired lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.082656] env[69572]: DEBUG nova.network.neutron [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Refreshing network info cache for port ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.192615] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435029, 'name': CreateVM_Task, 'duration_secs': 0.351627} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.192781] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.193471] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.193633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.194061] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.194205] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107dce41-c0d9-4fe9-8ea1-de171dadfe42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.198602] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1070.198602] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523b9525-136f-8243-010b-339498cca0e1" [ 1070.198602] env[69572]: _type = "Task" [ 1070.198602] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.207980] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523b9525-136f-8243-010b-339498cca0e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.215193] env[69572]: DEBUG nova.network.neutron [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Successfully created port: 80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.238241] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80afbec0-0ad3-4a6f-877e-e961e2c4f993 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "interface-812d8864-f721-4a9b-a745-92a31098bf5f-6b3bb628-e366-42f2-b005-e4a9bae70898" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.344s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.379051] env[69572]: DEBUG nova.compute.manager [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1070.499503] env[69572]: DEBUG oslo_vmware.api [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184576} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.501707] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.501913] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.502125] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.502298] env[69572]: INFO nova.compute.manager [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1070.502542] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.505688] env[69572]: DEBUG nova.compute.manager [-] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1070.506261] env[69572]: DEBUG nova.network.neutron [-] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.520019] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.545948] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435032, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.664275] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a19640-874e-45f6-8228-f229b53ef522 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.672871] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35aa7c2-8022-4fbd-a311-6628415f47b9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.710039] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c700f2-02e9-4d20-9de7-2c1ab9d960a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.721682] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a223cea9-c62f-4d51-a86c-d51b4a439a7e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.725852] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523b9525-136f-8243-010b-339498cca0e1, 'name': SearchDatastore_Task, 'duration_secs': 0.069299} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.726147] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.726926] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.727501] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.727501] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.727652] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.728173] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62e690ae-99ac-49e1-93a3-74b9b1671ff7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.741245] env[69572]: DEBUG nova.compute.provider_tree [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.750259] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.750259] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.750259] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a3ab60-8732-4f87-bf6b-5b66c8ede766 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.756375] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1070.756375] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e2514e-36b2-6a9e-c554-eeb66862b30b" [ 1070.756375] env[69572]: _type = "Task" [ 1070.756375] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.768075] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e2514e-36b2-6a9e-c554-eeb66862b30b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.858540] env[69572]: DEBUG nova.network.neutron [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updated VIF entry in instance network info cache for port ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.858943] env[69572]: DEBUG nova.network.neutron [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance_info_cache with network_info: [{"id": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "address": "fa:16:3e:4a:86:b6", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5dc4e8-3f", "ovs_interfaceid": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.006277] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.006645] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.006949] env[69572]: DEBUG nova.compute.manager [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1071.008061] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b75a3fb-c513-4b81-8f5d-9c3e53451532 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.021397] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435028, 'name': ReconfigVM_Task, 'duration_secs': 1.040032} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.022959] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 71cdcca5-df85-4767-83f8-aa1dd4990e7f/71cdcca5-df85-4767-83f8-aa1dd4990e7f.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.023662] env[69572]: DEBUG nova.compute.manager [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 1071.025177] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ea81ceb-d0af-4006-8c65-f2465300936a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.036884] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1071.036884] env[69572]: value = "task-3435033" [ 1071.036884] env[69572]: _type = "Task" [ 1071.036884] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.043483] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53183} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.044084] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7/5c56b07e-0b32-4f46-ba6d-b1a3454e85d7.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.044335] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.044576] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-030a4ead-9613-4539-9671-a7d4c65c8314 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.049600] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435033, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.056081] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1071.056081] env[69572]: value = "task-3435034" [ 1071.056081] env[69572]: _type = "Task" [ 1071.056081] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.066807] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.244796] env[69572]: DEBUG nova.scheduler.client.report [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.268229] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e2514e-36b2-6a9e-c554-eeb66862b30b, 'name': SearchDatastore_Task, 'duration_secs': 0.014709} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.269026] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a828d2fa-11ba-4b95-9202-6c224cedcec5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.275439] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1071.275439] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5253525b-a4ac-fcf7-0984-b5f2d0bc1e5e" [ 1071.275439] env[69572]: _type = "Task" [ 1071.275439] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.283852] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5253525b-a4ac-fcf7-0984-b5f2d0bc1e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.361824] env[69572]: DEBUG oslo_concurrency.lockutils [req-0d2fa14b-f9eb-4a9c-824a-bf1e9482b618 req-182cc542-8381-42f7-a507-1a971c2aef87 service nova] Releasing lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.390666] env[69572]: DEBUG nova.compute.manager [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1071.422941] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.423202] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.423358] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.423535] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.423679] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.423823] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.424044] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.424205] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.424385] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.424577] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.424758] env[69572]: DEBUG nova.virt.hardware [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.425634] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887dc504-6ca8-445e-9187-504b7313fe9d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.434448] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b79059c-8957-461f-aa78-9cb90277e831 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.528635] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.528912] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-058539c4-b1c0-49c4-9e3a-bc7e107ca610 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.538027] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1071.538027] env[69572]: value = "task-3435035" [ 1071.538027] env[69572]: _type = "Task" [ 1071.538027] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.550107] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435033, 'name': Rename_Task, 'duration_secs': 0.155871} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.553237] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.554684] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.554684] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e4b13e-ca0d-405f-b10d-57e93b93fbe1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.562991] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1071.562991] env[69572]: value = "task-3435036" [ 1071.562991] env[69572]: _type = "Task" [ 1071.562991] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.572143] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074505} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.572143] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.572143] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec8f4ee-c3c5-4401-ae01-ede55d72a4c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.579273] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.601886] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7/5c56b07e-0b32-4f46-ba6d-b1a3454e85d7.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.602232] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca982b0-68a2-4b5a-aa65-d9383b9faa7b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.624257] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1071.624257] env[69572]: value = "task-3435037" [ 1071.624257] env[69572]: _type = "Task" [ 1071.624257] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.635832] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.674539] env[69572]: DEBUG nova.network.neutron [-] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.750536] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.750655] env[69572]: DEBUG nova.compute.manager [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1071.753969] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.149s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.755469] env[69572]: INFO nova.compute.claims [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.791019] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5253525b-a4ac-fcf7-0984-b5f2d0bc1e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.087924} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.791780] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.792284] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 790db019-8afa-4be1-bc12-7d05736b0850/790db019-8afa-4be1-bc12-7d05736b0850.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.792682] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee1108bb-8135-4469-82cc-55fb204857d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.802668] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1071.802668] env[69572]: value = "task-3435038" [ 1071.802668] env[69572]: _type = "Task" [ 1071.802668] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.815535] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.844260] env[69572]: DEBUG nova.network.neutron [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Successfully updated port: 80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.053153] env[69572]: DEBUG oslo_vmware.api [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435035, 'name': PowerOffVM_Task, 'duration_secs': 0.264052} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.053568] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.053635] env[69572]: DEBUG nova.compute.manager [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.054540] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0527aa47-6f88-49d0-a355-39a77a422eb3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.076050] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435036, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.112896] env[69572]: DEBUG nova.compute.manager [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Received event network-vif-deleted-12c2b7cd-5419-44b1-bde3-dd406c0935ca {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1072.113172] env[69572]: DEBUG nova.compute.manager [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Received event network-vif-plugged-80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1072.113318] env[69572]: DEBUG oslo_concurrency.lockutils [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] Acquiring lock "c8ff5717-d707-480a-8670-68a745ca2437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.113533] env[69572]: DEBUG oslo_concurrency.lockutils [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] Lock "c8ff5717-d707-480a-8670-68a745ca2437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.113702] env[69572]: DEBUG oslo_concurrency.lockutils [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] Lock "c8ff5717-d707-480a-8670-68a745ca2437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.113863] env[69572]: DEBUG nova.compute.manager [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] No waiting events found dispatching network-vif-plugged-80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.114036] env[69572]: WARNING nova.compute.manager [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Received unexpected event network-vif-plugged-80449220-8b3c-42c8-a0ca-e172dc7e8637 for instance with vm_state building and task_state spawning. [ 1072.114202] env[69572]: DEBUG nova.compute.manager [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Received event network-changed-80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1072.114351] env[69572]: DEBUG nova.compute.manager [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Refreshing instance network info cache due to event network-changed-80449220-8b3c-42c8-a0ca-e172dc7e8637. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1072.114536] env[69572]: DEBUG oslo_concurrency.lockutils [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] Acquiring lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.114669] env[69572]: DEBUG oslo_concurrency.lockutils [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] Acquired lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.114822] env[69572]: DEBUG nova.network.neutron [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Refreshing network info cache for port 80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.138055] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435037, 'name': ReconfigVM_Task, 'duration_secs': 0.396706} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.138353] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7/5c56b07e-0b32-4f46-ba6d-b1a3454e85d7.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.139022] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66df39dd-910e-4b58-8dd5-bf92e6c8a0fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.150123] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1072.150123] env[69572]: value = "task-3435039" [ 1072.150123] env[69572]: _type = "Task" [ 1072.150123] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.160779] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435039, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.177057] env[69572]: INFO nova.compute.manager [-] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Took 1.67 seconds to deallocate network for instance. [ 1072.261701] env[69572]: DEBUG nova.compute.utils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.265678] env[69572]: DEBUG nova.compute.manager [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1072.266080] env[69572]: DEBUG nova.network.neutron [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.314781] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505964} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.316211] env[69572]: DEBUG nova.policy [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a354a8c3d6374bde83bf3629ffd51d5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ef11f457dab43d7a68cd2e4489ac02a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.317759] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 790db019-8afa-4be1-bc12-7d05736b0850/790db019-8afa-4be1-bc12-7d05736b0850.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.317973] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.318237] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36580d79-c4bf-4087-b3ce-6359a6541c35 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.324737] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1072.324737] env[69572]: value = "task-3435040" [ 1072.324737] env[69572]: _type = "Task" [ 1072.324737] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.334461] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.347439] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.571982] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.565s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.579308] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435036, 'name': PowerOnVM_Task, 'duration_secs': 0.710087} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.579538] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.582891] env[69572]: INFO nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1072.582891] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.582891] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257d2d7e-45a0-41e4-9936-5d2a204c9ac6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.627787] env[69572]: DEBUG nova.network.neutron [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Successfully created port: e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.664999] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435039, 'name': Rename_Task, 'duration_secs': 0.256073} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.667376] env[69572]: DEBUG nova.network.neutron [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.670998] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.670998] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19365fb7-f1bc-41d3-a946-232fbba8d572 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.678848] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1072.678848] env[69572]: value = "task-3435041" [ 1072.678848] env[69572]: _type = "Task" [ 1072.678848] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.684585] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.687965] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.769931] env[69572]: DEBUG nova.compute.manager [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1072.798185] env[69572]: DEBUG nova.network.neutron [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.837376] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079994} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.838020] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.839527] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88172325-c3c4-4f60-a9de-7f61a64bb4f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.863177] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 790db019-8afa-4be1-bc12-7d05736b0850/790db019-8afa-4be1-bc12-7d05736b0850.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.863798] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d102ef-1df9-45db-ac85-2f7d7ec5adbd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.887088] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1072.887088] env[69572]: value = "task-3435042" [ 1072.887088] env[69572]: _type = "Task" [ 1072.887088] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.895731] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.082076] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.091899] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405d3052-66af-483e-912f-ce9e66ffd30f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.104812] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89fd854-2064-459f-a02a-da2e9d03501e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.110916] env[69572]: INFO nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Took 21.23 seconds to build instance. [ 1073.147846] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f052112c-1708-49c3-8c8d-3b942d4abba1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.157578] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e793d7-eaed-437f-a75b-1bbedc33507a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.172348] env[69572]: DEBUG nova.compute.provider_tree [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.192614] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.301349] env[69572]: DEBUG oslo_concurrency.lockutils [req-e20af442-c4f1-4bc1-95df-25aa77ac090b req-af772b9d-d5bd-4cbb-8164-df0235df3c97 service nova] Releasing lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.301748] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.301945] env[69572]: DEBUG nova.network.neutron [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.398797] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435042, 'name': ReconfigVM_Task, 'duration_secs': 0.322152} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.399560] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 790db019-8afa-4be1-bc12-7d05736b0850/790db019-8afa-4be1-bc12-7d05736b0850.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.399929] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdefbd68-e074-4fc7-87a2-215dc03e2e01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.406939] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1073.406939] env[69572]: value = "task-3435043" [ 1073.406939] env[69572]: _type = "Task" [ 1073.406939] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.414684] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435043, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.617624] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.750s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.647350] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.647681] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.649970] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.649970] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.649970] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.650321] env[69572]: INFO nova.compute.manager [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Terminating instance [ 1073.675848] env[69572]: DEBUG nova.scheduler.client.report [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.689224] env[69572]: DEBUG oslo_vmware.api [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435041, 'name': PowerOnVM_Task, 'duration_secs': 0.913364} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.689390] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.690256] env[69572]: INFO nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1073.690256] env[69572]: DEBUG nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.690475] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423485a-1b28-4967-9636-e66db603bad6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.782668] env[69572]: DEBUG nova.compute.manager [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1073.812424] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.812660] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.812815] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.812991] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.813154] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.813301] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.813642] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.813642] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.813783] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.813927] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.814177] env[69572]: DEBUG nova.virt.hardware [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.815119] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab2dc49-74c2-4bcd-b828-dc7e89998945 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.824440] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ef48e-b503-4570-b446-97fe4a4e81a7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.848316] env[69572]: DEBUG nova.network.neutron [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.919034] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435043, 'name': Rename_Task, 'duration_secs': 0.188697} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.919322] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.919559] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-032b9a47-4e8c-468d-b96f-0273313d0be6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.927255] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1073.927255] env[69572]: value = "task-3435044" [ 1073.927255] env[69572]: _type = "Task" [ 1073.927255] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.935291] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.012521] env[69572]: DEBUG nova.network.neutron [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updating instance_info_cache with network_info: [{"id": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "address": "fa:16:3e:ec:d7:c4", "network": {"id": "ac7fe217-999c-4143-9b0a-f32fef0273a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1363142453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0472a44b2e540de8f34f33c4924daa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80449220-8b", "ovs_interfaceid": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.143197] env[69572]: DEBUG nova.compute.manager [req-892ad910-f31c-4be6-8e2d-05ac9681b5ea req-6e531538-78fb-4e76-a289-c0cfb0aa6c04 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received event network-vif-plugged-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1074.143197] env[69572]: DEBUG oslo_concurrency.lockutils [req-892ad910-f31c-4be6-8e2d-05ac9681b5ea req-6e531538-78fb-4e76-a289-c0cfb0aa6c04 service nova] Acquiring lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.143197] env[69572]: DEBUG oslo_concurrency.lockutils [req-892ad910-f31c-4be6-8e2d-05ac9681b5ea req-6e531538-78fb-4e76-a289-c0cfb0aa6c04 service nova] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.143197] env[69572]: DEBUG oslo_concurrency.lockutils [req-892ad910-f31c-4be6-8e2d-05ac9681b5ea req-6e531538-78fb-4e76-a289-c0cfb0aa6c04 service nova] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.143197] env[69572]: DEBUG nova.compute.manager [req-892ad910-f31c-4be6-8e2d-05ac9681b5ea req-6e531538-78fb-4e76-a289-c0cfb0aa6c04 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] No waiting events found dispatching network-vif-plugged-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1074.143197] env[69572]: WARNING nova.compute.manager [req-892ad910-f31c-4be6-8e2d-05ac9681b5ea req-6e531538-78fb-4e76-a289-c0cfb0aa6c04 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received unexpected event network-vif-plugged-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 for instance with vm_state building and task_state spawning. [ 1074.153830] env[69572]: DEBUG nova.compute.manager [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1074.154052] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.154894] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5784a74d-f4a1-42ff-8f53-14e5e1c09f2e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.164145] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.164389] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7bdddbc-e1b6-491a-baf7-7bb396bfa474 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.180548] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.181330] env[69572]: DEBUG nova.compute.manager [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1074.183852] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.639s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.185390] env[69572]: INFO nova.compute.claims [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.209020] env[69572]: DEBUG nova.network.neutron [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Successfully updated port: e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.210504] env[69572]: INFO nova.compute.manager [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Took 22.26 seconds to build instance. [ 1074.248945] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.248945] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.249237] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleting the datastore file [datastore1] ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.249900] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa65210b-e8fe-4a56-b8b5-4a46bdb8d3b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.258338] env[69572]: DEBUG oslo_vmware.api [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1074.258338] env[69572]: value = "task-3435046" [ 1074.258338] env[69572]: _type = "Task" [ 1074.258338] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.266597] env[69572]: DEBUG oslo_vmware.api [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.437674] env[69572]: DEBUG oslo_vmware.api [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435044, 'name': PowerOnVM_Task, 'duration_secs': 0.484507} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.437957] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.438174] env[69572]: INFO nova.compute.manager [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Took 5.59 seconds to spawn the instance on the hypervisor. [ 1074.438353] env[69572]: DEBUG nova.compute.manager [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1074.439143] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a739780-5489-470a-ae8f-4af365ff882e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.515157] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.515505] env[69572]: DEBUG nova.compute.manager [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Instance network_info: |[{"id": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "address": "fa:16:3e:ec:d7:c4", "network": {"id": "ac7fe217-999c-4143-9b0a-f32fef0273a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1363142453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0472a44b2e540de8f34f33c4924daa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80449220-8b", "ovs_interfaceid": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1074.515921] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:d7:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80449220-8b3c-42c8-a0ca-e172dc7e8637', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.523357] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Creating folder: Project (e0472a44b2e540de8f34f33c4924daa1). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.523621] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7189f68b-a379-403b-820b-d38c0abffa3d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.539666] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Created folder: Project (e0472a44b2e540de8f34f33c4924daa1) in parent group-v685431. [ 1074.539915] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Creating folder: Instances. Parent ref: group-v685709. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.540242] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d571f344-c912-4e2f-a86c-c087b6d38fef {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.551866] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Created folder: Instances in parent group-v685709. [ 1074.552112] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.552307] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.552510] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ff4b0a7-a0a0-4698-9cc6-89222e06573c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.572255] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.572255] env[69572]: value = "task-3435049" [ 1074.572255] env[69572]: _type = "Task" [ 1074.572255] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.579739] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435049, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.689808] env[69572]: DEBUG nova.compute.utils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.695035] env[69572]: DEBUG nova.compute.manager [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1074.695035] env[69572]: DEBUG nova.network.neutron [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.710835] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.710991] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.711208] env[69572]: DEBUG nova.network.neutron [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.712358] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9f57d8cb-b665-44bd-98e4-d23ae16ecbe7 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.776s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.732629] env[69572]: DEBUG nova.policy [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6d783dae614c7482b583cb6b588bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413ef338adfc4b888f3500ba5b60707c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.771023] env[69572]: DEBUG oslo_vmware.api [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138941} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.771367] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.771559] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.772104] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.772104] env[69572]: INFO nova.compute.manager [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1074.772228] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.772357] env[69572]: DEBUG nova.compute.manager [-] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1074.772445] env[69572]: DEBUG nova.network.neutron [-] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.958352] env[69572]: INFO nova.compute.manager [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Took 22.88 seconds to build instance. [ 1075.085917] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435049, 'name': CreateVM_Task, 'duration_secs': 0.382001} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.086244] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.086959] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.087170] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.087583] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.087893] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ae3495-b109-4ccd-b30d-8d16b50c0d44 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.093507] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1075.093507] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527f36b9-2363-c882-cf39-c4982dfa9e2a" [ 1075.093507] env[69572]: _type = "Task" [ 1075.093507] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.102904] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527f36b9-2363-c882-cf39-c4982dfa9e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.197698] env[69572]: DEBUG nova.compute.manager [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1075.253754] env[69572]: DEBUG nova.network.neutron [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.258936] env[69572]: DEBUG nova.network.neutron [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Successfully created port: d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.460282] env[69572]: DEBUG oslo_concurrency.lockutils [None req-788c2f07-324c-4fc3-9c51-8ae1d199c2a9 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "790db019-8afa-4be1-bc12-7d05736b0850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.386s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.470475] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c461842b-9cfa-47e2-b310-3c9f648e96dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.478896] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4321c7-caf8-405d-a5d7-a8f2bea5139f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.515052] env[69572]: DEBUG nova.network.neutron [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updating instance_info_cache with network_info: [{"id": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "address": "fa:16:3e:06:66:b9", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fc3bad-45", "ovs_interfaceid": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.516732] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ed828-f0e1-42a7-ac59-09b9dee53424 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.525205] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e16b9c-a613-403c-a626-56209c2397cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.540356] env[69572]: DEBUG nova.compute.provider_tree [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.603775] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527f36b9-2363-c882-cf39-c4982dfa9e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.604088] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.604317] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.604553] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.604696] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.604872] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.605138] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ab945a5-8c03-4f59-a0b5-9193ac0d40e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.614829] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.615010] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.615708] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dff6eeb-20ff-4ed9-82e0-b72b02b91bbd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.621166] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1075.621166] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e5f79b-8a53-79b9-0b55-8133a03b2eb9" [ 1075.621166] env[69572]: _type = "Task" [ 1075.621166] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.628836] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e5f79b-8a53-79b9-0b55-8133a03b2eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.688434] env[69572]: DEBUG nova.network.neutron [-] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.710172] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.710426] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.710630] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.710874] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.711113] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.712998] env[69572]: INFO nova.compute.manager [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Terminating instance [ 1075.924473] env[69572]: DEBUG oslo_concurrency.lockutils [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.924745] env[69572]: DEBUG oslo_concurrency.lockutils [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.925232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.925232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.925352] env[69572]: DEBUG oslo_concurrency.lockutils [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.927870] env[69572]: INFO nova.compute.manager [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Terminating instance [ 1076.020730] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.021097] env[69572]: DEBUG nova.compute.manager [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Instance network_info: |[{"id": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "address": "fa:16:3e:06:66:b9", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fc3bad-45", "ovs_interfaceid": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1076.021512] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:66:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4fc3bad-45f1-4d71-93eb-37e9c3e648f9', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.028920] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.029129] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.029354] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc26fbf8-2bde-4355-a506-fe495f0e38ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.044663] env[69572]: DEBUG nova.scheduler.client.report [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.054177] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.054177] env[69572]: value = "task-3435050" [ 1076.054177] env[69572]: _type = "Task" [ 1076.054177] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.062240] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435050, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.133323] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e5f79b-8a53-79b9-0b55-8133a03b2eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.135355] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c356fe93-c4bf-41bd-802c-7cd6648f355b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.142960] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1076.142960] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5290d5fa-ccf2-04c7-4b9a-f63fda2efb5b" [ 1076.142960] env[69572]: _type = "Task" [ 1076.142960] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.155142] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5290d5fa-ccf2-04c7-4b9a-f63fda2efb5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.169841] env[69572]: DEBUG nova.compute.manager [req-6008e45a-f83e-4739-a59c-1146bb4866a4 req-b45a0147-aa21-406a-9631-1c6648f8daa0 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received event network-changed-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1076.169841] env[69572]: DEBUG nova.compute.manager [req-6008e45a-f83e-4739-a59c-1146bb4866a4 req-b45a0147-aa21-406a-9631-1c6648f8daa0 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Refreshing instance network info cache due to event network-changed-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1076.170029] env[69572]: DEBUG oslo_concurrency.lockutils [req-6008e45a-f83e-4739-a59c-1146bb4866a4 req-b45a0147-aa21-406a-9631-1c6648f8daa0 service nova] Acquiring lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.170142] env[69572]: DEBUG oslo_concurrency.lockutils [req-6008e45a-f83e-4739-a59c-1146bb4866a4 req-b45a0147-aa21-406a-9631-1c6648f8daa0 service nova] Acquired lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.170298] env[69572]: DEBUG nova.network.neutron [req-6008e45a-f83e-4739-a59c-1146bb4866a4 req-b45a0147-aa21-406a-9631-1c6648f8daa0 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Refreshing network info cache for port e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.190781] env[69572]: INFO nova.compute.manager [-] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Took 1.42 seconds to deallocate network for instance. [ 1076.207390] env[69572]: DEBUG nova.compute.manager [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1076.216483] env[69572]: DEBUG nova.compute.manager [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1076.216756] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.217717] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2caa42f-fe5e-4f03-8726-36abc806286a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.227132] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.229442] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0a0c903-15c4-46c6-9fa7-40a7fb3ed88d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.238092] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.238332] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.238484] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.238662] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.238807] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.239411] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.239411] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.239411] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.239582] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.239694] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.239869] env[69572]: DEBUG nova.virt.hardware [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.241196] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24486f91-8917-4b5b-b41b-894244363b08 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.246564] env[69572]: DEBUG oslo_vmware.api [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1076.246564] env[69572]: value = "task-3435051" [ 1076.246564] env[69572]: _type = "Task" [ 1076.246564] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.254863] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d1c24-5ac8-4ee9-8935-77b9dad9c65b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.263645] env[69572]: DEBUG oslo_vmware.api [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.286014] env[69572]: DEBUG nova.compute.manager [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Stashing vm_state: active {{(pid=69572) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1076.435924] env[69572]: DEBUG nova.compute.manager [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1076.436244] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.437745] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62d67e7-b696-40be-9f11-b9d5d3967222 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.455861] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.455861] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98e38f2f-12c8-4d49-8755-5ce6bbb168a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.463517] env[69572]: DEBUG oslo_vmware.api [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1076.463517] env[69572]: value = "task-3435052" [ 1076.463517] env[69572]: _type = "Task" [ 1076.463517] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.475429] env[69572]: DEBUG oslo_vmware.api [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.550500] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.551050] env[69572]: DEBUG nova.compute.manager [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1076.554175] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.300s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.566576] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435050, 'name': CreateVM_Task, 'duration_secs': 0.390725} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.566576] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.566793] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.566949] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.567275] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.568199] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e392f04c-9728-46d3-8af3-10176218b590 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.575678] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1076.575678] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5290724f-2d10-4cd6-4caf-ec2f8247cb41" [ 1076.575678] env[69572]: _type = "Task" [ 1076.575678] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.585580] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5290724f-2d10-4cd6-4caf-ec2f8247cb41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.654132] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5290d5fa-ccf2-04c7-4b9a-f63fda2efb5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.654705] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.654705] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] c8ff5717-d707-480a-8670-68a745ca2437/c8ff5717-d707-480a-8670-68a745ca2437.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.654962] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e032afcb-a87f-4faa-8395-87f0756d85de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.663010] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1076.663010] env[69572]: value = "task-3435053" [ 1076.663010] env[69572]: _type = "Task" [ 1076.663010] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.672279] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.699244] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.758982] env[69572]: DEBUG oslo_vmware.api [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435051, 'name': PowerOffVM_Task, 'duration_secs': 0.272172} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.759343] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.759542] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.759831] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dca2416-109c-44f6-af1e-7e33862b8212 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.809048] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.832057] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.832585] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.832585] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleting the datastore file [datastore1] 71cdcca5-df85-4767-83f8-aa1dd4990e7f {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.832895] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee9e7e12-4c25-476f-bbdd-03576c79972a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.840944] env[69572]: DEBUG oslo_vmware.api [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1076.840944] env[69572]: value = "task-3435055" [ 1076.840944] env[69572]: _type = "Task" [ 1076.840944] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.852313] env[69572]: DEBUG oslo_vmware.api [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.974742] env[69572]: DEBUG oslo_vmware.api [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435052, 'name': PowerOffVM_Task, 'duration_secs': 0.292075} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.975143] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.975296] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.975587] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-297b49f7-1603-4bb6-a6d5-d8e650209389 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.992733] env[69572]: DEBUG nova.network.neutron [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Successfully updated port: d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.032062] env[69572]: DEBUG nova.network.neutron [req-6008e45a-f83e-4739-a59c-1146bb4866a4 req-b45a0147-aa21-406a-9631-1c6648f8daa0 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updated VIF entry in instance network info cache for port e4fc3bad-45f1-4d71-93eb-37e9c3e648f9. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.033033] env[69572]: DEBUG nova.network.neutron [req-6008e45a-f83e-4739-a59c-1146bb4866a4 req-b45a0147-aa21-406a-9631-1c6648f8daa0 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updating instance_info_cache with network_info: [{"id": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "address": "fa:16:3e:06:66:b9", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fc3bad-45", "ovs_interfaceid": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.046664] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.047106] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.050657] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleting the datastore file [datastore1] 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.050657] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39138d1a-bd7d-43e3-b6b0-13d7912fe24f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.058510] env[69572]: DEBUG nova.compute.utils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.066107] env[69572]: DEBUG oslo_vmware.api [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1077.066107] env[69572]: value = "task-3435057" [ 1077.066107] env[69572]: _type = "Task" [ 1077.066107] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.068034] env[69572]: DEBUG nova.compute.manager [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1077.068034] env[69572]: DEBUG nova.network.neutron [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.084287] env[69572]: DEBUG oslo_vmware.api [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.090744] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5290724f-2d10-4cd6-4caf-ec2f8247cb41, 'name': SearchDatastore_Task, 'duration_secs': 0.013356} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.091065] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.091304] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.091696] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.092445] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.092445] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.092445] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e67f10f-397e-4288-bbd1-594eaa28659a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.119896] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.120144] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.123315] env[69572]: DEBUG nova.policy [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3340a0d316894f428e0d08d2f892ab10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c8d889b53ac474f8f4abfc36e9339dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.125050] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344d04c7-7baf-4d75-b608-27257c27b259 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.139641] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1077.139641] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526c19ba-fda2-6a1b-81b2-105ee24b80e8" [ 1077.139641] env[69572]: _type = "Task" [ 1077.139641] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.147500] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526c19ba-fda2-6a1b-81b2-105ee24b80e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.177961] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435053, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.354345] env[69572]: DEBUG oslo_vmware.api [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.387917] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3489d37-8d3b-4b76-a136-e62b1d150898 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.397027] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2beae44-3439-4a58-b0b4-472a3992208d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.431088] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55128ab-5c2a-41af-ab4a-c07a315281d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.438171] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bc225f-c51c-43d3-9a64-923c5a1aa3fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.453773] env[69572]: DEBUG nova.compute.provider_tree [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.472372] env[69572]: DEBUG nova.network.neutron [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Successfully created port: 2ad03468-d1ba-4ea6-af6a-4e3aba279fb6 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.496210] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.496372] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.496593] env[69572]: DEBUG nova.network.neutron [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.536795] env[69572]: DEBUG oslo_concurrency.lockutils [req-6008e45a-f83e-4739-a59c-1146bb4866a4 req-b45a0147-aa21-406a-9631-1c6648f8daa0 service nova] Releasing lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.537122] env[69572]: DEBUG nova.compute.manager [req-6008e45a-f83e-4739-a59c-1146bb4866a4 req-b45a0147-aa21-406a-9631-1c6648f8daa0 service nova] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Received event network-vif-deleted-d2f2bd28-28cc-4280-bd23-5f6e4f3ac8f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1077.568584] env[69572]: DEBUG nova.compute.manager [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1077.580855] env[69572]: DEBUG oslo_vmware.api [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516944} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.581367] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.583017] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.583017] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.583017] env[69572]: INFO nova.compute.manager [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1077.583017] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.583017] env[69572]: DEBUG nova.compute.manager [-] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1077.583017] env[69572]: DEBUG nova.network.neutron [-] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.655025] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526c19ba-fda2-6a1b-81b2-105ee24b80e8, 'name': SearchDatastore_Task, 'duration_secs': 0.076932} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.660019] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a14b7d-7aa8-4867-99e4-3eb837ba87e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.668079] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1077.668079] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ea4183-8bf3-83cc-01fe-c569195ccd94" [ 1077.668079] env[69572]: _type = "Task" [ 1077.668079] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.681686] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629472} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.684882] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] c8ff5717-d707-480a-8670-68a745ca2437/c8ff5717-d707-480a-8670-68a745ca2437.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.685127] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.685390] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ea4183-8bf3-83cc-01fe-c569195ccd94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.685602] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0705a2e7-d8b3-4c8b-a5f6-bc76b8dbcc62 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.692513] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1077.692513] env[69572]: value = "task-3435058" [ 1077.692513] env[69572]: _type = "Task" [ 1077.692513] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.701109] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.855506] env[69572]: DEBUG oslo_vmware.api [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556663} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.855807] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.855993] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.856183] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.856354] env[69572]: INFO nova.compute.manager [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1077.856638] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.856931] env[69572]: DEBUG nova.compute.manager [-] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1077.856931] env[69572]: DEBUG nova.network.neutron [-] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.955754] env[69572]: DEBUG nova.scheduler.client.report [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.031368] env[69572]: DEBUG nova.network.neutron [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.174223] env[69572]: DEBUG nova.compute.manager [req-fdec373a-79e1-4018-af29-7e9bd761321c req-a7d72bc4-767c-4cc1-934a-8077b9837811 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Received event network-vif-deleted-aa3a1692-434d-40df-bf42-4430c430476d {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1078.174447] env[69572]: INFO nova.compute.manager [req-fdec373a-79e1-4018-af29-7e9bd761321c req-a7d72bc4-767c-4cc1-934a-8077b9837811 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Neutron deleted interface aa3a1692-434d-40df-bf42-4430c430476d; detaching it from the instance and deleting it from the info cache [ 1078.174621] env[69572]: DEBUG nova.network.neutron [req-fdec373a-79e1-4018-af29-7e9bd761321c req-a7d72bc4-767c-4cc1-934a-8077b9837811 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.187583] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ea4183-8bf3-83cc-01fe-c569195ccd94, 'name': SearchDatastore_Task, 'duration_secs': 0.024322} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.188986] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.189290] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 036b1202-94cb-47b2-af1d-4bdaef6b5ada/036b1202-94cb-47b2-af1d-4bdaef6b5ada.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.189572] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d27afab7-8ac9-4a25-8578-e67303dc4155 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.198421] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1078.198421] env[69572]: value = "task-3435059" [ 1078.198421] env[69572]: _type = "Task" [ 1078.198421] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.206933] env[69572]: DEBUG nova.network.neutron [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance_info_cache with network_info: [{"id": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "address": "fa:16:3e:0b:1d:df", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26b0c4a-23", "ovs_interfaceid": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.209432] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21321} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.210137] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.210977] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f1b3e-6a52-471c-96b6-f5f1ffadf088 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.218570] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.245162] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] c8ff5717-d707-480a-8670-68a745ca2437/c8ff5717-d707-480a-8670-68a745ca2437.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.245681] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce18928-2389-477e-b111-a0f4c4c18ec6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.264518] env[69572]: DEBUG nova.compute.manager [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Received event network-vif-plugged-d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1078.264797] env[69572]: DEBUG oslo_concurrency.lockutils [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] Acquiring lock "a0bd2d42-04d8-4934-b872-df91dcc35e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.265181] env[69572]: DEBUG oslo_concurrency.lockutils [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] Lock "a0bd2d42-04d8-4934-b872-df91dcc35e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.265452] env[69572]: DEBUG oslo_concurrency.lockutils [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] Lock "a0bd2d42-04d8-4934-b872-df91dcc35e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.265720] env[69572]: DEBUG nova.compute.manager [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] No waiting events found dispatching network-vif-plugged-d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.265842] env[69572]: WARNING nova.compute.manager [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Received unexpected event network-vif-plugged-d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 for instance with vm_state building and task_state spawning. [ 1078.266010] env[69572]: DEBUG nova.compute.manager [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Received event network-changed-d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1078.266171] env[69572]: DEBUG nova.compute.manager [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Refreshing instance network info cache due to event network-changed-d26b0c4a-2350-4046-9cee-8bbcc32fe1f2. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1078.266339] env[69572]: DEBUG oslo_concurrency.lockutils [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] Acquiring lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.272807] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1078.272807] env[69572]: value = "task-3435060" [ 1078.272807] env[69572]: _type = "Task" [ 1078.272807] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.284256] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.444120] env[69572]: DEBUG nova.network.neutron [-] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.582537] env[69572]: DEBUG nova.compute.manager [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1078.601470] env[69572]: DEBUG nova.network.neutron [-] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.615097] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.615377] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.615517] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.615697] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.615934] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.616079] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.616253] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.616875] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.617114] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.617301] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.617525] env[69572]: DEBUG nova.virt.hardware [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.619415] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a0b40-562e-4b1e-b92b-a62175a28cb7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.628390] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff1b9c-e302-40a3-bc3b-ff1d8b007818 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.682532] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b534fadf-058f-4ad7-9377-282ec52c1177 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.692604] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b5c8f5-5f38-4261-b6b6-ab3c2b60f150 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.709225] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.709622] env[69572]: DEBUG nova.compute.manager [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Instance network_info: |[{"id": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "address": "fa:16:3e:0b:1d:df", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26b0c4a-23", "ovs_interfaceid": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1078.710367] env[69572]: DEBUG oslo_concurrency.lockutils [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] Acquired lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.710559] env[69572]: DEBUG nova.network.neutron [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Refreshing network info cache for port d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.711863] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:1d:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd26b0c4a-2350-4046-9cee-8bbcc32fe1f2', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.725136] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.744386] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.745176] env[69572]: DEBUG nova.compute.manager [req-fdec373a-79e1-4018-af29-7e9bd761321c req-a7d72bc4-767c-4cc1-934a-8077b9837811 service nova] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Detach interface failed, port_id=aa3a1692-434d-40df-bf42-4430c430476d, reason: Instance 71cdcca5-df85-4767-83f8-aa1dd4990e7f could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1078.745672] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435059, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.745907] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9754311-14d8-444d-88b3-ef7a3be06c81 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.767083] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.767083] env[69572]: value = "task-3435061" [ 1078.767083] env[69572]: _type = "Task" [ 1078.767083] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.781291] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435061, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.785500] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.950155] env[69572]: INFO nova.compute.manager [-] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Took 1.37 seconds to deallocate network for instance. [ 1078.965225] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.411s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.967896] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.683s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.972158] env[69572]: INFO nova.compute.claims [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.044096] env[69572]: DEBUG nova.network.neutron [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updated VIF entry in instance network info cache for port d26b0c4a-2350-4046-9cee-8bbcc32fe1f2. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.044517] env[69572]: DEBUG nova.network.neutron [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance_info_cache with network_info: [{"id": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "address": "fa:16:3e:0b:1d:df", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26b0c4a-23", "ovs_interfaceid": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.107920] env[69572]: INFO nova.compute.manager [-] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Took 1.25 seconds to deallocate network for instance. [ 1079.179373] env[69572]: DEBUG nova.network.neutron [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Successfully updated port: 2ad03468-d1ba-4ea6-af6a-4e3aba279fb6 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.214327] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727527} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.214607] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 036b1202-94cb-47b2-af1d-4bdaef6b5ada/036b1202-94cb-47b2-af1d-4bdaef6b5ada.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.214817] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.215076] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72a19151-b1c9-4c0f-a889-911e8248052e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.221655] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1079.221655] env[69572]: value = "task-3435062" [ 1079.221655] env[69572]: _type = "Task" [ 1079.221655] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.232681] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.276821] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435061, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.284497] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435060, 'name': ReconfigVM_Task, 'duration_secs': 0.601582} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.284790] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Reconfigured VM instance instance-00000066 to attach disk [datastore1] c8ff5717-d707-480a-8670-68a745ca2437/c8ff5717-d707-480a-8670-68a745ca2437.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.286435] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaa8e462-483f-40e9-912f-ccb8c442dce9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.293627] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1079.293627] env[69572]: value = "task-3435063" [ 1079.293627] env[69572]: _type = "Task" [ 1079.293627] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.302159] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435063, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.456824] env[69572]: DEBUG oslo_concurrency.lockutils [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.526937] env[69572]: INFO nova.scheduler.client.report [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted allocation for migration a01836e6-2261-4fab-a1a4-bd7a5f479464 [ 1079.546836] env[69572]: DEBUG oslo_concurrency.lockutils [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] Releasing lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.547078] env[69572]: DEBUG nova.compute.manager [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Received event network-vif-deleted-a8fd49c4-066e-45e5-8a93-c8ef86747a88 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1079.547257] env[69572]: INFO nova.compute.manager [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Neutron deleted interface a8fd49c4-066e-45e5-8a93-c8ef86747a88; detaching it from the instance and deleting it from the info cache [ 1079.547425] env[69572]: DEBUG nova.network.neutron [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.614862] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.682463] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "refresh_cache-e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.682657] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquired lock "refresh_cache-e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.682847] env[69572]: DEBUG nova.network.neutron [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.732641] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072856} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.732921] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.733724] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447ad658-2c19-4985-9413-face3e29f27d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.756904] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 036b1202-94cb-47b2-af1d-4bdaef6b5ada/036b1202-94cb-47b2-af1d-4bdaef6b5ada.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.757509] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183e3606-08d8-47f6-8f8c-c295582e3f84 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.780621] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435061, 'name': CreateVM_Task, 'duration_secs': 0.711689} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.781701] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.782046] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1079.782046] env[69572]: value = "task-3435064" [ 1079.782046] env[69572]: _type = "Task" [ 1079.782046] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.782660] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.782817] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.783138] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.783417] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc12cd1-5e5d-464a-91f8-50c2a7d16476 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.796073] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.796405] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1079.796405] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529b71ef-7a75-826a-b36f-ca77534b95ad" [ 1079.796405] env[69572]: _type = "Task" [ 1079.796405] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.807474] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435063, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.811545] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529b71ef-7a75-826a-b36f-ca77534b95ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.811834] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.812101] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.812357] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.812518] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.812701] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.812970] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25097b60-fe84-4734-9f30-75cea7dbf49a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.823933] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.823933] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.824616] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915b68a8-7e9d-4ad9-888e-41e8a4a802c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.830405] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1079.830405] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52385559-655f-ed9b-41ef-6b72153c13b3" [ 1079.830405] env[69572]: _type = "Task" [ 1079.830405] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.838369] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52385559-655f-ed9b-41ef-6b72153c13b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.033313] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c7268de5-3d33-4973-8c3e-592c060b0a65 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.778s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.049615] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-750af34a-0ce2-4e74-8c26-e9cceae6752f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.059790] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d2a260-8c78-4f99-9719-d9ce69ea043e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.095423] env[69572]: DEBUG nova.compute.manager [req-04d18046-3a80-4e6e-86c6-8c4848ae6b10 req-b9264155-b98b-4003-8adf-c68ae7aa8449 service nova] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Detach interface failed, port_id=a8fd49c4-066e-45e5-8a93-c8ef86747a88, reason: Instance 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1080.181539] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb533533-fc45-4d0e-a5a2-07d7076ed64b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.190437] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9519e277-6d20-4d71-8b9d-ecaea10619fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.223254] env[69572]: DEBUG nova.network.neutron [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.225618] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa68b60-2838-40a5-9fc5-cef3957a8da3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.234232] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200d90d4-6b94-40f5-a0b1-70429e2bb839 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.252713] env[69572]: DEBUG nova.compute.provider_tree [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.284237] env[69572]: DEBUG nova.compute.manager [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Received event network-vif-plugged-2ad03468-d1ba-4ea6-af6a-4e3aba279fb6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1080.284530] env[69572]: DEBUG oslo_concurrency.lockutils [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] Acquiring lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.284774] env[69572]: DEBUG oslo_concurrency.lockutils [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.284943] env[69572]: DEBUG oslo_concurrency.lockutils [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.285127] env[69572]: DEBUG nova.compute.manager [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] No waiting events found dispatching network-vif-plugged-2ad03468-d1ba-4ea6-af6a-4e3aba279fb6 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1080.285290] env[69572]: WARNING nova.compute.manager [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Received unexpected event network-vif-plugged-2ad03468-d1ba-4ea6-af6a-4e3aba279fb6 for instance with vm_state building and task_state spawning. [ 1080.285453] env[69572]: DEBUG nova.compute.manager [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Received event network-changed-2ad03468-d1ba-4ea6-af6a-4e3aba279fb6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1080.285607] env[69572]: DEBUG nova.compute.manager [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Refreshing instance network info cache due to event network-changed-2ad03468-d1ba-4ea6-af6a-4e3aba279fb6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1080.285778] env[69572]: DEBUG oslo_concurrency.lockutils [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] Acquiring lock "refresh_cache-e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.295993] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.304112] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435063, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.341163] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52385559-655f-ed9b-41ef-6b72153c13b3, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.341953] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36a2382-affa-4bee-b958-3c3b86336b3b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.347685] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1080.347685] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52739dce-c907-ed37-3a43-efe94f9bdb80" [ 1080.347685] env[69572]: _type = "Task" [ 1080.347685] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.357841] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52739dce-c907-ed37-3a43-efe94f9bdb80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.387158] env[69572]: DEBUG nova.network.neutron [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Updating instance_info_cache with network_info: [{"id": "2ad03468-d1ba-4ea6-af6a-4e3aba279fb6", "address": "fa:16:3e:a6:2b:f1", "network": {"id": "ebcbb67f-27bf-43a7-98b6-14a8b1dccb16", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1575192019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c8d889b53ac474f8f4abfc36e9339dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad03468-d1", "ovs_interfaceid": "2ad03468-d1ba-4ea6-af6a-4e3aba279fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.742404] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "d54f5561-f8b8-4360-ae51-007a46303ac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.742696] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.742848] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "d54f5561-f8b8-4360-ae51-007a46303ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.743046] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.743219] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.746169] env[69572]: INFO nova.compute.manager [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Terminating instance [ 1080.755313] env[69572]: DEBUG nova.scheduler.client.report [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.796472] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.806372] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435063, 'name': Rename_Task, 'duration_secs': 1.290778} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.806729] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.807047] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19cd0e61-8a0c-4d90-83e8-f97bf9e1b4fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.815858] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1080.815858] env[69572]: value = "task-3435065" [ 1080.815858] env[69572]: _type = "Task" [ 1080.815858] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.837283] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.857972] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52739dce-c907-ed37-3a43-efe94f9bdb80, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.858273] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.858537] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] a0bd2d42-04d8-4934-b872-df91dcc35e39/a0bd2d42-04d8-4934-b872-df91dcc35e39.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.858800] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9317dc5b-ff22-4bfe-8d70-f06ec4a38b7b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.866906] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1080.866906] env[69572]: value = "task-3435066" [ 1080.866906] env[69572]: _type = "Task" [ 1080.866906] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.875924] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.891619] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Releasing lock "refresh_cache-e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.892161] env[69572]: DEBUG nova.compute.manager [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Instance network_info: |[{"id": "2ad03468-d1ba-4ea6-af6a-4e3aba279fb6", "address": "fa:16:3e:a6:2b:f1", "network": {"id": "ebcbb67f-27bf-43a7-98b6-14a8b1dccb16", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1575192019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c8d889b53ac474f8f4abfc36e9339dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad03468-d1", "ovs_interfaceid": "2ad03468-d1ba-4ea6-af6a-4e3aba279fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1080.892320] env[69572]: DEBUG oslo_concurrency.lockutils [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] Acquired lock "refresh_cache-e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.892511] env[69572]: DEBUG nova.network.neutron [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Refreshing network info cache for port 2ad03468-d1ba-4ea6-af6a-4e3aba279fb6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.894444] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:2b:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ad03468-d1ba-4ea6-af6a-4e3aba279fb6', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.903598] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.906925] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.907426] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1980fb30-f530-47fc-ad00-fa0022edb42d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.929673] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.929673] env[69572]: value = "task-3435067" [ 1080.929673] env[69572]: _type = "Task" [ 1080.929673] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.938813] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435067, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.147815] env[69572]: DEBUG nova.network.neutron [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Updated VIF entry in instance network info cache for port 2ad03468-d1ba-4ea6-af6a-4e3aba279fb6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.148066] env[69572]: DEBUG nova.network.neutron [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Updating instance_info_cache with network_info: [{"id": "2ad03468-d1ba-4ea6-af6a-4e3aba279fb6", "address": "fa:16:3e:a6:2b:f1", "network": {"id": "ebcbb67f-27bf-43a7-98b6-14a8b1dccb16", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1575192019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c8d889b53ac474f8f4abfc36e9339dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad03468-d1", "ovs_interfaceid": "2ad03468-d1ba-4ea6-af6a-4e3aba279fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.254549] env[69572]: DEBUG nova.compute.manager [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1081.254983] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.256704] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e937482-d19e-4c23-b89c-ae7162321a68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.263180] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.264059] env[69572]: DEBUG nova.compute.manager [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1081.272460] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.444s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.272686] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.272864] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1081.273195] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.589s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.273483] env[69572]: DEBUG nova.objects.instance [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lazy-loading 'resources' on Instance uuid 812d8864-f721-4a9b-a745-92a31098bf5f {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.275769] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "b5439f3e-87b8-4126-b20d-6133ab89437c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.276166] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "b5439f3e-87b8-4126-b20d-6133ab89437c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.279127] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46ed1fa-0a25-43d9-835f-7de1c0c044ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.288878] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.295338] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-626c48a5-a214-4717-a1fc-0b0d27a44ede {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.305018] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac20584f-955b-4e4d-8f49-29a0e803810e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.320020] env[69572]: DEBUG oslo_vmware.api [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1081.320020] env[69572]: value = "task-3435068" [ 1081.320020] env[69572]: _type = "Task" [ 1081.320020] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.321132] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435064, 'name': ReconfigVM_Task, 'duration_secs': 1.068816} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.328058] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 036b1202-94cb-47b2-af1d-4bdaef6b5ada/036b1202-94cb-47b2-af1d-4bdaef6b5ada.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.348755] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e56b6653-dccd-4fa6-82b4-4b57ce463728 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.353875] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed54c079-41a0-4c83-a1e8-088f1cd2d81e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.368548] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435065, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.374639] env[69572]: DEBUG oslo_vmware.api [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.381723] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1081.381723] env[69572]: value = "task-3435069" [ 1081.381723] env[69572]: _type = "Task" [ 1081.381723] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.392993] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa44698c-c58d-440a-be5a-47558538e1c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.404536] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435066, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.446120] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179415MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1081.446317] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.453018] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435069, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.460822] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435067, 'name': CreateVM_Task, 'duration_secs': 0.516506} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.461029] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.461789] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.462013] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.462403] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.462734] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-037e1e5c-9930-4a72-a85f-da3df8a10e00 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.468374] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1081.468374] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b72e26-282d-c27a-419b-003d75eb170f" [ 1081.468374] env[69572]: _type = "Task" [ 1081.468374] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.477886] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b72e26-282d-c27a-419b-003d75eb170f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.650727] env[69572]: DEBUG oslo_concurrency.lockutils [req-cdf56cc3-57b4-4e32-8d87-e939a5429272 req-731c8184-7ae2-4b46-80f6-eb9822526b7a service nova] Releasing lock "refresh_cache-e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.774531] env[69572]: DEBUG nova.compute.utils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.775368] env[69572]: DEBUG nova.compute.manager [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1081.775539] env[69572]: DEBUG nova.network.neutron [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.788575] env[69572]: DEBUG nova.compute.manager [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1081.814103] env[69572]: DEBUG nova.policy [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea04489e18b9427796d74611d72ec073', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bef65ed7ba3a461292672af7bc2d3f29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.841484] env[69572]: DEBUG oslo_vmware.api [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435068, 'name': PowerOffVM_Task, 'duration_secs': 0.215282} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.842040] env[69572]: DEBUG oslo_vmware.api [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435065, 'name': PowerOnVM_Task, 'duration_secs': 0.561656} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.842289] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.842453] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.842710] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.842900] env[69572]: INFO nova.compute.manager [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1081.843090] env[69572]: DEBUG nova.compute.manager [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.843346] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65b60101-3906-4720-a508-e91b569b6068 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.845277] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a6d41e-1775-4aa0-884f-12d2b764c0a1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.883577] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588661} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.883832] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] a0bd2d42-04d8-4934-b872-df91dcc35e39/a0bd2d42-04d8-4934-b872-df91dcc35e39.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.884127] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.884430] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-974cd002-debf-43ec-b2cd-a9cd0687e69e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.899026] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1081.899026] env[69572]: value = "task-3435071" [ 1081.899026] env[69572]: _type = "Task" [ 1081.899026] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.901389] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435069, 'name': Rename_Task, 'duration_secs': 0.180852} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.909438] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.909438] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79b11103-f5e3-47ed-80a2-54bab80c50ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.921023] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.921023] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.921023] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.921023] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleting the datastore file [datastore2] d54f5561-f8b8-4360-ae51-007a46303ac2 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.921023] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e2f447f-b60d-4269-8c12-054cbc51715d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.922687] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1081.922687] env[69572]: value = "task-3435072" [ 1081.922687] env[69572]: _type = "Task" [ 1081.922687] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.932272] env[69572]: DEBUG oslo_vmware.api [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1081.932272] env[69572]: value = "task-3435073" [ 1081.932272] env[69572]: _type = "Task" [ 1081.932272] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.940197] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.946634] env[69572]: DEBUG oslo_vmware.api [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.981746] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b72e26-282d-c27a-419b-003d75eb170f, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.984679] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.984938] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.985194] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.985342] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.985519] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.985982] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd03515-6f2e-42a9-a059-c17e9f0e79fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.997712] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.998029] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.998928] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691653fc-d243-4770-9f7f-55b54f835e29 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.008554] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1082.008554] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52144f57-ea05-d7e4-559c-c25513de89b3" [ 1082.008554] env[69572]: _type = "Task" [ 1082.008554] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.018624] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52144f57-ea05-d7e4-559c-c25513de89b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.097011] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd75569-cdb9-44b6-ae05-51a9f5818abd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.104538] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7675f39e-3909-4236-baa6-25e3c22fc17e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.136764] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecedb97-b539-4d4b-8798-992198c4b494 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.145634] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec195ed-8d54-4e10-9057-62d6c01d3ea6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.160520] env[69572]: DEBUG nova.compute.provider_tree [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.278973] env[69572]: DEBUG nova.compute.manager [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1082.316326] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.336703] env[69572]: DEBUG nova.network.neutron [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Successfully created port: 38e048fc-9b7e-4c4a-b57d-beab27e06507 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.364447] env[69572]: INFO nova.compute.manager [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Took 27.14 seconds to build instance. [ 1082.411732] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082584} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.413388] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.413388] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807df4a7-6aba-48fa-867f-873ae1f68db0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.439986] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] a0bd2d42-04d8-4934-b872-df91dcc35e39/a0bd2d42-04d8-4934-b872-df91dcc35e39.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.443555] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c62f541c-234b-4f7b-ab7c-41bc362324b9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.472606] env[69572]: DEBUG oslo_vmware.api [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159197} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.472983] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.474292] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.474617] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.474727] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.474900] env[69572]: INFO nova.compute.manager [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1082.475169] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.475431] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1082.475431] env[69572]: value = "task-3435074" [ 1082.475431] env[69572]: _type = "Task" [ 1082.475431] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.475618] env[69572]: DEBUG nova.compute.manager [-] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1082.475714] env[69572]: DEBUG nova.network.neutron [-] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.486829] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435074, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.521969] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52144f57-ea05-d7e4-559c-c25513de89b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.522852] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1402b7b-ac21-42b7-9c50-ba39481a809c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.531010] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1082.531010] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52495200-cbd4-5b2b-9460-a6f331658544" [ 1082.531010] env[69572]: _type = "Task" [ 1082.531010] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.543399] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52495200-cbd4-5b2b-9460-a6f331658544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.667462] env[69572]: DEBUG nova.scheduler.client.report [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.841680] env[69572]: DEBUG nova.compute.manager [req-9e53301b-ce53-4268-93b8-af33c843c85a req-6ddb7fcb-9e7b-44ce-beb3-4689a2d5f249 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Received event network-vif-deleted-7d3e2db8-5074-4050-9937-288e321b3f1c {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1082.841903] env[69572]: INFO nova.compute.manager [req-9e53301b-ce53-4268-93b8-af33c843c85a req-6ddb7fcb-9e7b-44ce-beb3-4689a2d5f249 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Neutron deleted interface 7d3e2db8-5074-4050-9937-288e321b3f1c; detaching it from the instance and deleting it from the info cache [ 1082.842094] env[69572]: DEBUG nova.network.neutron [req-9e53301b-ce53-4268-93b8-af33c843c85a req-6ddb7fcb-9e7b-44ce-beb3-4689a2d5f249 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.866770] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4147614e-bcd8-4f75-8c65-973bf3a71980 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "c8ff5717-d707-480a-8670-68a745ca2437" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.655s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.939540] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435072, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.991131] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.039280] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "d72f5be8-b083-4c8a-9642-98df3452ea74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.039444] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "d72f5be8-b083-4c8a-9642-98df3452ea74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.048212] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52495200-cbd4-5b2b-9460-a6f331658544, 'name': SearchDatastore_Task, 'duration_secs': 0.013752} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.048350] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.048561] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] e1f1eedb-dd3f-41c4-97f6-dc8daf8da144/e1f1eedb-dd3f-41c4-97f6-dc8daf8da144.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.048857] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49cb772c-3cf7-4dc5-8e2c-cfa1437fb79d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.058806] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1083.058806] env[69572]: value = "task-3435075" [ 1083.058806] env[69572]: _type = "Task" [ 1083.058806] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.069217] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.172944] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.175742] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.094s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.176159] env[69572]: DEBUG nova.objects.instance [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1083.199904] env[69572]: INFO nova.scheduler.client.report [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleted allocations for instance 812d8864-f721-4a9b-a745-92a31098bf5f [ 1083.281081] env[69572]: DEBUG nova.network.neutron [-] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.287773] env[69572]: DEBUG nova.compute.manager [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1083.316644] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.316976] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.317197] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.317888] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.317888] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.318035] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.318247] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.318411] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.318581] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.318878] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.319096] env[69572]: DEBUG nova.virt.hardware [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.320248] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0dd881-b62e-459e-88c0-9dbaed785eeb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.331176] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0b5b3d-b204-4b7d-b507-6907d910d1f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.347260] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e2383b6-c6e9-4ec9-88bf-7c8dea421fa2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.358029] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602075ed-c9b8-480e-b8ec-f9fc1306efca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.396925] env[69572]: DEBUG nova.compute.manager [req-9e53301b-ce53-4268-93b8-af33c843c85a req-6ddb7fcb-9e7b-44ce-beb3-4689a2d5f249 service nova] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Detach interface failed, port_id=7d3e2db8-5074-4050-9937-288e321b3f1c, reason: Instance d54f5561-f8b8-4360-ae51-007a46303ac2 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1083.442248] env[69572]: DEBUG oslo_vmware.api [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435072, 'name': PowerOnVM_Task, 'duration_secs': 1.167758} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.442579] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.442785] env[69572]: INFO nova.compute.manager [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1083.443073] env[69572]: DEBUG nova.compute.manager [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.444023] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ce6a54-ab7a-4dd8-b5ac-97a1edad879b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.489710] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435074, 'name': ReconfigVM_Task, 'duration_secs': 0.687959} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.489828] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Reconfigured VM instance instance-00000068 to attach disk [datastore1] a0bd2d42-04d8-4934-b872-df91dcc35e39/a0bd2d42-04d8-4934-b872-df91dcc35e39.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.490552] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0ebf461-5f5a-4de1-9fd1-02de65334f8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.500807] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1083.500807] env[69572]: value = "task-3435076" [ 1083.500807] env[69572]: _type = "Task" [ 1083.500807] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.511632] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435076, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.543068] env[69572]: DEBUG nova.compute.manager [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1083.569962] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435075, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.707616] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4103a2f0-75bd-4a17-95aa-fe99eeb39b41 tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "812d8864-f721-4a9b-a745-92a31098bf5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.852s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.783273] env[69572]: INFO nova.compute.manager [-] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Took 1.31 seconds to deallocate network for instance. [ 1083.933131] env[69572]: DEBUG nova.network.neutron [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Successfully updated port: 38e048fc-9b7e-4c4a-b57d-beab27e06507 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.966973] env[69572]: INFO nova.compute.manager [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Took 26.32 seconds to build instance. [ 1084.014705] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435076, 'name': Rename_Task, 'duration_secs': 0.380884} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.014939] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.015200] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53887694-6a64-4ca8-82f0-dca48c3a3a3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.023695] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1084.023695] env[69572]: value = "task-3435077" [ 1084.023695] env[69572]: _type = "Task" [ 1084.023695] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.032381] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.072706] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.073079] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52334} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.073318] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] e1f1eedb-dd3f-41c4-97f6-dc8daf8da144/e1f1eedb-dd3f-41c4-97f6-dc8daf8da144.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.073551] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.073802] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-220403b5-69b0-4cfa-bba3-6ed872a5be7b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.081958] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1084.081958] env[69572]: value = "task-3435078" [ 1084.081958] env[69572]: _type = "Task" [ 1084.081958] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.093651] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.189177] env[69572]: DEBUG oslo_concurrency.lockutils [None req-89914c21-f398-4383-bdbd-5d6c7fa2c905 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.190048] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.491s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.190048] env[69572]: DEBUG nova.objects.instance [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lazy-loading 'resources' on Instance uuid ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.293329] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.397788] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "a51e17b5-c330-4c15-b7bb-7269894912a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.397788] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "a51e17b5-c330-4c15-b7bb-7269894912a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.397788] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "a51e17b5-c330-4c15-b7bb-7269894912a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.397788] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "a51e17b5-c330-4c15-b7bb-7269894912a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.397788] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "a51e17b5-c330-4c15-b7bb-7269894912a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.398707] env[69572]: INFO nova.compute.manager [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Terminating instance [ 1084.435659] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "refresh_cache-96425338-fe50-4af8-aafa-ef28aa9d3435" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.440474] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "refresh_cache-96425338-fe50-4af8-aafa-ef28aa9d3435" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.440474] env[69572]: DEBUG nova.network.neutron [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.469069] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8eec8346-4340-400c-b9f5-689aff4ede52 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.837s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.534381] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.591730] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205497} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.592019] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.592814] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf87130-6f47-4533-81c4-2cfc249632ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.616988] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e1f1eedb-dd3f-41c4-97f6-dc8daf8da144/e1f1eedb-dd3f-41c4-97f6-dc8daf8da144.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.617329] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba7ef1e7-ba40-4610-a63f-c5cd605c3250 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.639284] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1084.639284] env[69572]: value = "task-3435079" [ 1084.639284] env[69572]: _type = "Task" [ 1084.639284] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.648751] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.902584] env[69572]: DEBUG nova.compute.manager [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1084.902803] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.903702] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5723d28-cc34-41da-8704-58d02222b8ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.912449] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.915210] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33457455-8e22-49db-86d5-6ee58dc5c14e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.926391] env[69572]: DEBUG oslo_vmware.api [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1084.926391] env[69572]: value = "task-3435080" [ 1084.926391] env[69572]: _type = "Task" [ 1084.926391] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.948105] env[69572]: DEBUG oslo_vmware.api [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.992629] env[69572]: DEBUG nova.network.neutron [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.007639] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756c497e-53c7-479c-aaee-98f60206e5f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.026172] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f75b882-762d-4df6-9f8d-935f59d29911 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.037920] env[69572]: DEBUG oslo_vmware.api [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435077, 'name': PowerOnVM_Task, 'duration_secs': 0.859564} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.070847] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.071124] env[69572]: INFO nova.compute.manager [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1085.071377] env[69572]: DEBUG nova.compute.manager [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.076222] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2491c0b8-9bf1-49bd-8316-f292596a53d5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.079452] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a763e0e5-dec7-4e57-a528-4f1a69d25d35 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.083296] env[69572]: DEBUG nova.compute.manager [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Received event network-vif-plugged-38e048fc-9b7e-4c4a-b57d-beab27e06507 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1085.083509] env[69572]: DEBUG oslo_concurrency.lockutils [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] Acquiring lock "96425338-fe50-4af8-aafa-ef28aa9d3435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.083723] env[69572]: DEBUG oslo_concurrency.lockutils [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] Lock "96425338-fe50-4af8-aafa-ef28aa9d3435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.083888] env[69572]: DEBUG oslo_concurrency.lockutils [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] Lock "96425338-fe50-4af8-aafa-ef28aa9d3435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.084065] env[69572]: DEBUG nova.compute.manager [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] No waiting events found dispatching network-vif-plugged-38e048fc-9b7e-4c4a-b57d-beab27e06507 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1085.084231] env[69572]: WARNING nova.compute.manager [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Received unexpected event network-vif-plugged-38e048fc-9b7e-4c4a-b57d-beab27e06507 for instance with vm_state building and task_state spawning. [ 1085.084386] env[69572]: DEBUG nova.compute.manager [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Received event network-changed-38e048fc-9b7e-4c4a-b57d-beab27e06507 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1085.084698] env[69572]: DEBUG nova.compute.manager [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Refreshing instance network info cache due to event network-changed-38e048fc-9b7e-4c4a-b57d-beab27e06507. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1085.084908] env[69572]: DEBUG oslo_concurrency.lockutils [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] Acquiring lock "refresh_cache-96425338-fe50-4af8-aafa-ef28aa9d3435" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.093619] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa62000-9a81-46de-bcb3-66cbd71546b3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.116128] env[69572]: DEBUG nova.compute.provider_tree [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.150689] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435079, 'name': ReconfigVM_Task, 'duration_secs': 0.297085} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.150689] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e1f1eedb-dd3f-41c4-97f6-dc8daf8da144/e1f1eedb-dd3f-41c4-97f6-dc8daf8da144.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.150689] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8451b659-a2ad-45ae-8c32-44d6475722f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.158684] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1085.158684] env[69572]: value = "task-3435081" [ 1085.158684] env[69572]: _type = "Task" [ 1085.158684] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.169109] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435081, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.184520] env[69572]: DEBUG nova.compute.manager [req-23750b5f-ba21-4190-8be6-46f302550c6c req-bd5c832c-04fb-4df8-8310-fd412963fbeb service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received event network-changed-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1085.184757] env[69572]: DEBUG nova.compute.manager [req-23750b5f-ba21-4190-8be6-46f302550c6c req-bd5c832c-04fb-4df8-8310-fd412963fbeb service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Refreshing instance network info cache due to event network-changed-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1085.184978] env[69572]: DEBUG oslo_concurrency.lockutils [req-23750b5f-ba21-4190-8be6-46f302550c6c req-bd5c832c-04fb-4df8-8310-fd412963fbeb service nova] Acquiring lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.185137] env[69572]: DEBUG oslo_concurrency.lockutils [req-23750b5f-ba21-4190-8be6-46f302550c6c req-bd5c832c-04fb-4df8-8310-fd412963fbeb service nova] Acquired lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.185294] env[69572]: DEBUG nova.network.neutron [req-23750b5f-ba21-4190-8be6-46f302550c6c req-bd5c832c-04fb-4df8-8310-fd412963fbeb service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Refreshing network info cache for port e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.222333] env[69572]: DEBUG nova.network.neutron [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Updating instance_info_cache with network_info: [{"id": "38e048fc-9b7e-4c4a-b57d-beab27e06507", "address": "fa:16:3e:bd:72:9f", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e048fc-9b", "ovs_interfaceid": "38e048fc-9b7e-4c4a-b57d-beab27e06507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.440832] env[69572]: DEBUG oslo_vmware.api [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435080, 'name': PowerOffVM_Task, 'duration_secs': 0.206491} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.440832] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.440832] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.440832] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-716a241f-83aa-4017-ba66-259c0e96af0c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.509892] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.510144] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.510332] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleting the datastore file [datastore2] a51e17b5-c330-4c15-b7bb-7269894912a1 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.510615] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f53e86d8-b17a-47c6-99af-4e94e3c48026 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.517774] env[69572]: DEBUG oslo_vmware.api [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for the task: (returnval){ [ 1085.517774] env[69572]: value = "task-3435083" [ 1085.517774] env[69572]: _type = "Task" [ 1085.517774] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.526254] env[69572]: DEBUG oslo_vmware.api [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.610849] env[69572]: INFO nova.compute.manager [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Took 27.02 seconds to build instance. [ 1085.616310] env[69572]: DEBUG nova.scheduler.client.report [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.670653] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435081, 'name': Rename_Task, 'duration_secs': 0.150676} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.670961] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.671294] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a0dfa76-f2ab-4774-83c9-0a34efa1800a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.678431] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1085.678431] env[69572]: value = "task-3435084" [ 1085.678431] env[69572]: _type = "Task" [ 1085.678431] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.691385] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.725032] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "refresh_cache-96425338-fe50-4af8-aafa-ef28aa9d3435" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.725360] env[69572]: DEBUG nova.compute.manager [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Instance network_info: |[{"id": "38e048fc-9b7e-4c4a-b57d-beab27e06507", "address": "fa:16:3e:bd:72:9f", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e048fc-9b", "ovs_interfaceid": "38e048fc-9b7e-4c4a-b57d-beab27e06507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1085.725877] env[69572]: DEBUG oslo_concurrency.lockutils [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] Acquired lock "refresh_cache-96425338-fe50-4af8-aafa-ef28aa9d3435" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.725981] env[69572]: DEBUG nova.network.neutron [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Refreshing network info cache for port 38e048fc-9b7e-4c4a-b57d-beab27e06507 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.727216] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:72:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38e048fc-9b7e-4c4a-b57d-beab27e06507', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.734859] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.735970] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.736217] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-048e8e67-d868-41de-8e1d-4c2a9ddd5eb9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.759894] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.759894] env[69572]: value = "task-3435085" [ 1085.759894] env[69572]: _type = "Task" [ 1085.759894] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.770441] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435085, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.945070] env[69572]: DEBUG nova.network.neutron [req-23750b5f-ba21-4190-8be6-46f302550c6c req-bd5c832c-04fb-4df8-8310-fd412963fbeb service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updated VIF entry in instance network info cache for port e4fc3bad-45f1-4d71-93eb-37e9c3e648f9. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.945510] env[69572]: DEBUG nova.network.neutron [req-23750b5f-ba21-4190-8be6-46f302550c6c req-bd5c832c-04fb-4df8-8310-fd412963fbeb service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updating instance_info_cache with network_info: [{"id": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "address": "fa:16:3e:06:66:b9", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fc3bad-45", "ovs_interfaceid": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.029531] env[69572]: DEBUG oslo_vmware.api [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Task: {'id': task-3435083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158792} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.029929] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.030091] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.030298] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.030482] env[69572]: INFO nova.compute.manager [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1086.030804] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.031130] env[69572]: DEBUG nova.compute.manager [-] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1086.031290] env[69572]: DEBUG nova.network.neutron [-] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.113906] env[69572]: DEBUG oslo_concurrency.lockutils [None req-37e2752d-ce85-4021-9a16-9cca838c0356 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "a0bd2d42-04d8-4934-b872-df91dcc35e39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.529s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.121979] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.125142] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.316s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.149035] env[69572]: INFO nova.scheduler.client.report [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted allocations for instance ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8 [ 1086.191676] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.271077] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435085, 'name': CreateVM_Task, 'duration_secs': 0.412053} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.271266] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.271948] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.272133] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.272445] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.272703] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898cc090-f225-4433-ad4f-1d7cf9e3656d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.278188] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1086.278188] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52dada2e-d278-d3a8-c1ef-f7ee6536020e" [ 1086.278188] env[69572]: _type = "Task" [ 1086.278188] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.292156] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52dada2e-d278-d3a8-c1ef-f7ee6536020e, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.292457] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.292696] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.292934] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.293091] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.293271] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.293796] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73058d44-d3f8-4765-b959-5c904b99c73d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.303226] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.303426] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.304194] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e2e085a-d70a-4b56-bc46-58b38785b52d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.311653] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1086.311653] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]522898b8-1fbf-f33a-6ff3-829eaa5522c3" [ 1086.311653] env[69572]: _type = "Task" [ 1086.311653] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.325934] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]522898b8-1fbf-f33a-6ff3-829eaa5522c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.327577] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed716025-a33d-4bbb-b13e-b3418ad26fcd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.335837] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1086.335837] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52201dda-dbcd-20de-c38e-ad250ea92db9" [ 1086.335837] env[69572]: _type = "Task" [ 1086.335837] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.348405] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52201dda-dbcd-20de-c38e-ad250ea92db9, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.348649] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.348919] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 96425338-fe50-4af8-aafa-ef28aa9d3435/96425338-fe50-4af8-aafa-ef28aa9d3435.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.350952] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8901178b-46ea-43b8-8c36-2f1091369465 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.362022] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1086.362022] env[69572]: value = "task-3435086" [ 1086.362022] env[69572]: _type = "Task" [ 1086.362022] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.371771] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.448468] env[69572]: DEBUG oslo_concurrency.lockutils [req-23750b5f-ba21-4190-8be6-46f302550c6c req-bd5c832c-04fb-4df8-8310-fd412963fbeb service nova] Releasing lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.459256] env[69572]: DEBUG oslo_concurrency.lockutils [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.459256] env[69572]: DEBUG oslo_concurrency.lockutils [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.476663] env[69572]: DEBUG nova.network.neutron [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Updated VIF entry in instance network info cache for port 38e048fc-9b7e-4c4a-b57d-beab27e06507. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.477041] env[69572]: DEBUG nova.network.neutron [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Updating instance_info_cache with network_info: [{"id": "38e048fc-9b7e-4c4a-b57d-beab27e06507", "address": "fa:16:3e:bd:72:9f", "network": {"id": "67d96cd7-fc8b-430a-afb0-e3ea7cd857eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-1266002607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bef65ed7ba3a461292672af7bc2d3f29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e048fc-9b", "ovs_interfaceid": "38e048fc-9b7e-4c4a-b57d-beab27e06507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.630545] env[69572]: INFO nova.compute.claims [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.660484] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b8c15097-c927-4161-a352-87e5f7b8701e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.013s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.691363] env[69572]: DEBUG oslo_vmware.api [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435084, 'name': PowerOnVM_Task, 'duration_secs': 0.566847} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.691661] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.691863] env[69572]: INFO nova.compute.manager [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1086.692058] env[69572]: DEBUG nova.compute.manager [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1086.692920] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851b27c1-b4e1-45cd-9df7-cd9874f8ebec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.821112] env[69572]: DEBUG nova.network.neutron [-] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.873587] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486837} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.873870] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 96425338-fe50-4af8-aafa-ef28aa9d3435/96425338-fe50-4af8-aafa-ef28aa9d3435.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.874105] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.874361] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b739450-ea0b-45dd-b443-db5031495207 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.881634] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1086.881634] env[69572]: value = "task-3435087" [ 1086.881634] env[69572]: _type = "Task" [ 1086.881634] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.891940] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.961923] env[69572]: DEBUG nova.compute.utils [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.979025] env[69572]: DEBUG oslo_concurrency.lockutils [req-ae7e4abd-706a-465f-bbab-3042070e6934 req-a0be3bd4-24ea-4647-809f-7c3cbdbf86e4 service nova] Releasing lock "refresh_cache-96425338-fe50-4af8-aafa-ef28aa9d3435" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.087061] env[69572]: DEBUG nova.compute.manager [req-3eb624fd-5efc-4998-b424-3951c998cc40 req-f6d88c5a-ed9d-46b2-8d1a-7ce3dc2d6fd1 service nova] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Received event network-vif-deleted-6eb6e266-069a-4b76-8752-7a6f5fbc68fe {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1087.137708] env[69572]: INFO nova.compute.resource_tracker [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating resource usage from migration 865dfc06-5acb-4550-8b1b-1b9d0855c182 [ 1087.222357] env[69572]: INFO nova.compute.manager [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Took 26.69 seconds to build instance. [ 1087.330308] env[69572]: INFO nova.compute.manager [-] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Took 1.30 seconds to deallocate network for instance. [ 1087.391452] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159717} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.391720] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.392731] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0c1a92-aeb6-475b-b77e-a2729e3b5e0b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.419318] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 96425338-fe50-4af8-aafa-ef28aa9d3435/96425338-fe50-4af8-aafa-ef28aa9d3435.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.420590] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da371fa0-2075-408f-b7ca-fcd7270be9d8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.436886] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62daedd5-7c37-4def-b96b-09049178a843 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.447224] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ec0cf9-3a69-40c7-be98-aa4b0a153ccc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.455329] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1087.455329] env[69572]: value = "task-3435088" [ 1087.455329] env[69572]: _type = "Task" [ 1087.455329] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.464913] env[69572]: DEBUG oslo_concurrency.lockutils [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.465466] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435088, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.496616] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238b164-3146-4ff2-8a3c-7b55d661e868 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.500394] env[69572]: DEBUG nova.compute.manager [req-dc22ee72-68d8-453a-9149-42b4643cff5e req-5b692e02-4d7a-4df1-9aa2-da4b4462a173 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Received event network-changed-d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1087.500591] env[69572]: DEBUG nova.compute.manager [req-dc22ee72-68d8-453a-9149-42b4643cff5e req-5b692e02-4d7a-4df1-9aa2-da4b4462a173 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Refreshing instance network info cache due to event network-changed-d26b0c4a-2350-4046-9cee-8bbcc32fe1f2. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1087.500809] env[69572]: DEBUG oslo_concurrency.lockutils [req-dc22ee72-68d8-453a-9149-42b4643cff5e req-5b692e02-4d7a-4df1-9aa2-da4b4462a173 service nova] Acquiring lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.500947] env[69572]: DEBUG oslo_concurrency.lockutils [req-dc22ee72-68d8-453a-9149-42b4643cff5e req-5b692e02-4d7a-4df1-9aa2-da4b4462a173 service nova] Acquired lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.501142] env[69572]: DEBUG nova.network.neutron [req-dc22ee72-68d8-453a-9149-42b4643cff5e req-5b692e02-4d7a-4df1-9aa2-da4b4462a173 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Refreshing network info cache for port d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.510280] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fe5d6c-f3ee-4cb0-bce8-2445345f6ab9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.528206] env[69572]: DEBUG nova.compute.provider_tree [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.725021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7f7986e2-8bd9-435d-b071-babe232b42af tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.201s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.834906] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.967624] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.032512] env[69572]: DEBUG nova.scheduler.client.report [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.271840] env[69572]: DEBUG nova.network.neutron [req-dc22ee72-68d8-453a-9149-42b4643cff5e req-5b692e02-4d7a-4df1-9aa2-da4b4462a173 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updated VIF entry in instance network info cache for port d26b0c4a-2350-4046-9cee-8bbcc32fe1f2. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.272263] env[69572]: DEBUG nova.network.neutron [req-dc22ee72-68d8-453a-9149-42b4643cff5e req-5b692e02-4d7a-4df1-9aa2-da4b4462a173 service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance_info_cache with network_info: [{"id": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "address": "fa:16:3e:0b:1d:df", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26b0c4a-23", "ovs_interfaceid": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.467383] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435088, 'name': ReconfigVM_Task, 'duration_secs': 0.677416} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.467721] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 96425338-fe50-4af8-aafa-ef28aa9d3435/96425338-fe50-4af8-aafa-ef28aa9d3435.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.468376] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64b9c1e7-5e37-4fca-98fe-38fe63487e2d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.475689] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1088.475689] env[69572]: value = "task-3435089" [ 1088.475689] env[69572]: _type = "Task" [ 1088.475689] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.486534] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435089, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.546233] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.422s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.546461] env[69572]: INFO nova.compute.manager [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Migrating [ 1088.553102] env[69572]: DEBUG oslo_concurrency.lockutils [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.553377] env[69572]: DEBUG oslo_concurrency.lockutils [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.553615] env[69572]: INFO nova.compute.manager [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Attaching volume 589ba75e-1dbe-4bcb-aa30-28df3aede429 to /dev/sdb [ 1088.555491] env[69572]: DEBUG oslo_concurrency.lockutils [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.099s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.555715] env[69572]: DEBUG nova.objects.instance [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lazy-loading 'resources' on Instance uuid 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.593260] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd457ce-3bdd-444f-bf37-54a1b52873b6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.602007] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0208c80b-f66e-4ea5-91a3-6cbab86b9dcc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.617094] env[69572]: DEBUG nova.virt.block_device [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating existing volume attachment record: c0472963-90c0-4bc2-a374-904a658b45cf {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1088.665922] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "2b6242e7-0252-495b-b66a-d6e3244624d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.666182] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.774655] env[69572]: DEBUG oslo_concurrency.lockutils [req-dc22ee72-68d8-453a-9149-42b4643cff5e req-5b692e02-4d7a-4df1-9aa2-da4b4462a173 service nova] Releasing lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.986353] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435089, 'name': Rename_Task, 'duration_secs': 0.269005} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.986758] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.987011] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-011c9267-67d4-4dc1-8b3a-e8d3596a882a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.993916] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1088.993916] env[69572]: value = "task-3435091" [ 1088.993916] env[69572]: _type = "Task" [ 1088.993916] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.003124] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.070369] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.070561] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.070891] env[69572]: DEBUG nova.network.neutron [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.117874] env[69572]: DEBUG nova.compute.manager [req-290d41c0-c692-4b78-99fc-a45e33344f2f req-ddf7d438-18fa-404c-b54b-bee1d3570e66 service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Received event network-changed-2ad03468-d1ba-4ea6-af6a-4e3aba279fb6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1089.118138] env[69572]: DEBUG nova.compute.manager [req-290d41c0-c692-4b78-99fc-a45e33344f2f req-ddf7d438-18fa-404c-b54b-bee1d3570e66 service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Refreshing instance network info cache due to event network-changed-2ad03468-d1ba-4ea6-af6a-4e3aba279fb6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1089.118920] env[69572]: DEBUG oslo_concurrency.lockutils [req-290d41c0-c692-4b78-99fc-a45e33344f2f req-ddf7d438-18fa-404c-b54b-bee1d3570e66 service nova] Acquiring lock "refresh_cache-e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.119721] env[69572]: DEBUG oslo_concurrency.lockutils [req-290d41c0-c692-4b78-99fc-a45e33344f2f req-ddf7d438-18fa-404c-b54b-bee1d3570e66 service nova] Acquired lock "refresh_cache-e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.119891] env[69572]: DEBUG nova.network.neutron [req-290d41c0-c692-4b78-99fc-a45e33344f2f req-ddf7d438-18fa-404c-b54b-bee1d3570e66 service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Refreshing network info cache for port 2ad03468-d1ba-4ea6-af6a-4e3aba279fb6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.168750] env[69572]: DEBUG nova.compute.manager [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1089.312622] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634f309a-15c0-4fc3-a858-5266d1363a50 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.321749] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a588935-137c-4e49-b41b-9346544691d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.352553] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4093d74-a3f9-4ba6-bdf4-540b7c8004a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.361326] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defa7163-1ebc-43ec-8fb6-364b13d2aa23 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.376582] env[69572]: DEBUG nova.compute.provider_tree [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.507536] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.692239] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.880408] env[69572]: DEBUG nova.scheduler.client.report [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.908474] env[69572]: DEBUG nova.network.neutron [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance_info_cache with network_info: [{"id": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "address": "fa:16:3e:4a:86:b6", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5dc4e8-3f", "ovs_interfaceid": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.956981] env[69572]: DEBUG nova.network.neutron [req-290d41c0-c692-4b78-99fc-a45e33344f2f req-ddf7d438-18fa-404c-b54b-bee1d3570e66 service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Updated VIF entry in instance network info cache for port 2ad03468-d1ba-4ea6-af6a-4e3aba279fb6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.957366] env[69572]: DEBUG nova.network.neutron [req-290d41c0-c692-4b78-99fc-a45e33344f2f req-ddf7d438-18fa-404c-b54b-bee1d3570e66 service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Updating instance_info_cache with network_info: [{"id": "2ad03468-d1ba-4ea6-af6a-4e3aba279fb6", "address": "fa:16:3e:a6:2b:f1", "network": {"id": "ebcbb67f-27bf-43a7-98b6-14a8b1dccb16", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1575192019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c8d889b53ac474f8f4abfc36e9339dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad03468-d1", "ovs_interfaceid": "2ad03468-d1ba-4ea6-af6a-4e3aba279fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.006605] env[69572]: DEBUG oslo_vmware.api [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435091, 'name': PowerOnVM_Task, 'duration_secs': 0.636676} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.006852] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.007061] env[69572]: INFO nova.compute.manager [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1090.007243] env[69572]: DEBUG nova.compute.manager [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.008045] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4467726a-28d1-470f-9ba3-df5a74eecf55 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.385440] env[69572]: DEBUG oslo_concurrency.lockutils [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.388210] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.773s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.388340] env[69572]: DEBUG nova.objects.instance [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lazy-loading 'resources' on Instance uuid 71cdcca5-df85-4767-83f8-aa1dd4990e7f {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.412973] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.415733] env[69572]: INFO nova.scheduler.client.report [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleted allocations for instance 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7 [ 1090.460495] env[69572]: DEBUG oslo_concurrency.lockutils [req-290d41c0-c692-4b78-99fc-a45e33344f2f req-ddf7d438-18fa-404c-b54b-bee1d3570e66 service nova] Releasing lock "refresh_cache-e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.524130] env[69572]: INFO nova.compute.manager [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Took 28.26 seconds to build instance. [ 1090.928483] env[69572]: DEBUG oslo_concurrency.lockutils [None req-eaa0c529-74e2-43df-bf69-035ae9bc8733 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "5c56b07e-0b32-4f46-ba6d-b1a3454e85d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.003s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.026079] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cf243f83-adab-4af0-a3d1-a80e90a0b16a tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "96425338-fe50-4af8-aafa-ef28aa9d3435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.768s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.114483] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa40bd81-7f88-406c-b3fa-a4c89cfcc0f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.122954] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee46ccc8-4bcc-43ed-b181-c43527fc15f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.157735] env[69572]: DEBUG oslo_concurrency.lockutils [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "96425338-fe50-4af8-aafa-ef28aa9d3435" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.158015] env[69572]: DEBUG oslo_concurrency.lockutils [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "96425338-fe50-4af8-aafa-ef28aa9d3435" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.158192] env[69572]: DEBUG nova.compute.manager [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.158954] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd30cf-08f0-4824-9ea9-1dd659fc3be3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.162471] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeafae0-a3b6-4e1c-b118-91098ee2f9af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.170694] env[69572]: DEBUG nova.compute.manager [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 1091.171272] env[69572]: DEBUG nova.objects.instance [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lazy-loading 'flavor' on Instance uuid 96425338-fe50-4af8-aafa-ef28aa9d3435 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.175503] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a903952-7c29-4437-b399-1afdc1a3364c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.190807] env[69572]: DEBUG nova.compute.provider_tree [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.693509] env[69572]: DEBUG nova.scheduler.client.report [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.933927] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d7dad-86c0-4d50-9d45-fead1e865897 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.953292] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance '790db019-8afa-4be1-bc12-7d05736b0850' progress to 0 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.179516] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.179944] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8c8a986-c2b7-4e39-8e91-08b6bda13bfe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.189518] env[69572]: DEBUG oslo_vmware.api [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1092.189518] env[69572]: value = "task-3435095" [ 1092.189518] env[69572]: _type = "Task" [ 1092.189518] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.198832] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.200891] env[69572]: DEBUG oslo_vmware.api [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.201375] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.755s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.220116] env[69572]: INFO nova.scheduler.client.report [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleted allocations for instance 71cdcca5-df85-4767-83f8-aa1dd4990e7f [ 1092.459136] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.459450] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb17190-b9f7-46b8-b9d5-6793ab835de3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.470690] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1092.470690] env[69572]: value = "task-3435096" [ 1092.470690] env[69572]: _type = "Task" [ 1092.470690] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.480473] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.699431] env[69572]: DEBUG oslo_vmware.api [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435095, 'name': PowerOffVM_Task, 'duration_secs': 0.19315} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.699815] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.699907] env[69572]: DEBUG nova.compute.manager [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1092.700675] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadb1263-ab67-4992-91eb-0b823be4ab0e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.730102] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5c9716c8-f0b6-4924-ad82-f870d3a8a62b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "71cdcca5-df85-4767-83f8-aa1dd4990e7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.020s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.982414] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435096, 'name': PowerOffVM_Task, 'duration_secs': 0.219971} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.982710] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.982893] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance '790db019-8afa-4be1-bc12-7d05736b0850' progress to 17 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.213489] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Applying migration context for instance 790db019-8afa-4be1-bc12-7d05736b0850 as it has an incoming, in-progress migration 865dfc06-5acb-4550-8b1b-1b9d0855c182. Migration status is migrating {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1093.214841] env[69572]: INFO nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating resource usage from migration 865dfc06-5acb-4550-8b1b-1b9d0855c182 [ 1093.220542] env[69572]: DEBUG oslo_concurrency.lockutils [None req-747118f6-cf8a-43c3-a9e7-002860e7ecba tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "96425338-fe50-4af8-aafa-ef28aa9d3435" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.237030] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 001031c3-4048-4c09-bc72-a7cdeb070c37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1093.237030] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance a51e17b5-c330-4c15-b7bb-7269894912a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1093.237240] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 7888779c-56a7-4f64-a827-3b0c07e2d5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1093.237274] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance f51ace3b-7d9a-42db-9933-b13a7e9ea258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1093.237388] env[69572]: WARNING nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance d54f5561-f8b8-4360-ae51-007a46303ac2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1093.237503] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance b1aa735c-e012-46fe-adcc-9bcc17246e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1093.237739] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance c8ff5717-d707-480a-8670-68a745ca2437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1093.237867] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 036b1202-94cb-47b2-af1d-4bdaef6b5ada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1093.237981] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance a0bd2d42-04d8-4934-b872-df91dcc35e39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1093.238104] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e1f1eedb-dd3f-41c4-97f6-dc8daf8da144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1093.238216] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 96425338-fe50-4af8-aafa-ef28aa9d3435 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1093.238326] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Migration 865dfc06-5acb-4550-8b1b-1b9d0855c182 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1093.238433] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 790db019-8afa-4be1-bc12-7d05736b0850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1093.489146] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.489428] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.489589] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.489772] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.489916] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.490075] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.490315] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.490441] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.490606] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.490769] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.490941] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.496612] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5289b973-5344-4925-98fc-2263b3188d4d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.517224] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1093.517224] env[69572]: value = "task-3435097" [ 1093.517224] env[69572]: _type = "Task" [ 1093.517224] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.524180] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.671310] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1093.671310] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685717', 'volume_id': '589ba75e-1dbe-4bcb-aa30-28df3aede429', 'name': 'volume-589ba75e-1dbe-4bcb-aa30-28df3aede429', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f51ace3b-7d9a-42db-9933-b13a7e9ea258', 'attached_at': '', 'detached_at': '', 'volume_id': '589ba75e-1dbe-4bcb-aa30-28df3aede429', 'serial': '589ba75e-1dbe-4bcb-aa30-28df3aede429'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1093.672049] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e1fe5c-2e83-400e-8788-fc4225284e48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.689192] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b48548-2753-4efb-b706-563f661fca27 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.715792] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-589ba75e-1dbe-4bcb-aa30-28df3aede429/volume-589ba75e-1dbe-4bcb-aa30-28df3aede429.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.716133] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba924bf-5e4d-453f-a1e7-0cf073f73449 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.736055] env[69572]: DEBUG oslo_vmware.api [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1093.736055] env[69572]: value = "task-3435098" [ 1093.736055] env[69572]: _type = "Task" [ 1093.736055] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.742843] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance b5439f3e-87b8-4126-b20d-6133ab89437c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1093.748036] env[69572]: DEBUG oslo_vmware.api [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.026015] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435097, 'name': ReconfigVM_Task, 'duration_secs': 0.199446} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.026343] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance '790db019-8afa-4be1-bc12-7d05736b0850' progress to 33 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.110112] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "650b3099-52d7-45ec-af1d-7f912f035219" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.110362] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "650b3099-52d7-45ec-af1d-7f912f035219" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.148968] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.148968] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.246402] env[69572]: DEBUG oslo_vmware.api [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435098, 'name': ReconfigVM_Task, 'duration_secs': 0.475691} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.246700] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-589ba75e-1dbe-4bcb-aa30-28df3aede429/volume-589ba75e-1dbe-4bcb-aa30-28df3aede429.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.251778] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance d72f5be8-b083-4c8a-9642-98df3452ea74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1094.252941] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e5269a-f01b-4847-bf1e-36b7c8ec14e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.269848] env[69572]: DEBUG oslo_vmware.api [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1094.269848] env[69572]: value = "task-3435099" [ 1094.269848] env[69572]: _type = "Task" [ 1094.269848] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.280252] env[69572]: DEBUG oslo_vmware.api [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.339366] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "96425338-fe50-4af8-aafa-ef28aa9d3435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.339623] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "96425338-fe50-4af8-aafa-ef28aa9d3435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.339840] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "96425338-fe50-4af8-aafa-ef28aa9d3435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.340035] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "96425338-fe50-4af8-aafa-ef28aa9d3435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.340214] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "96425338-fe50-4af8-aafa-ef28aa9d3435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.342483] env[69572]: INFO nova.compute.manager [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Terminating instance [ 1094.534154] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.534419] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.534575] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.534758] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.534940] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.535123] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.535337] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.535494] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.535663] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.535823] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.535992] env[69572]: DEBUG nova.virt.hardware [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.541457] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.541749] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eaf2889-7532-4313-9f3d-88d22bee60c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.561247] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1094.561247] env[69572]: value = "task-3435100" [ 1094.561247] env[69572]: _type = "Task" [ 1094.561247] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.569067] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.612566] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1094.650935] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1094.763903] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 2b6242e7-0252-495b-b66a-d6e3244624d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1094.764309] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1094.764309] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1094.780222] env[69572]: DEBUG oslo_vmware.api [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435099, 'name': ReconfigVM_Task, 'duration_secs': 0.142788} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.780555] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685717', 'volume_id': '589ba75e-1dbe-4bcb-aa30-28df3aede429', 'name': 'volume-589ba75e-1dbe-4bcb-aa30-28df3aede429', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f51ace3b-7d9a-42db-9933-b13a7e9ea258', 'attached_at': '', 'detached_at': '', 'volume_id': '589ba75e-1dbe-4bcb-aa30-28df3aede429', 'serial': '589ba75e-1dbe-4bcb-aa30-28df3aede429'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1094.845765] env[69572]: DEBUG nova.compute.manager [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1094.846181] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.847177] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca5530-422a-404f-a99e-97bcb7eedfc7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.857150] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.857386] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73802137-56d5-4653-af41-4626c6ecf876 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.926169] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.926240] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.926422] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleting the datastore file [datastore2] 96425338-fe50-4af8-aafa-ef28aa9d3435 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.929110] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd7c7c01-19ac-4018-aaa4-3e502c5aa6bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.937432] env[69572]: DEBUG oslo_vmware.api [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1094.937432] env[69572]: value = "task-3435102" [ 1094.937432] env[69572]: _type = "Task" [ 1094.937432] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.946960] env[69572]: DEBUG oslo_vmware.api [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.989512] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d59061-b903-4c8d-a036-28e419637cd3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.997627] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb71739-042e-474a-87ca-c11c2587d9e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.027842] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e679d16a-19c8-4c53-bcdb-4f97d94b470d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.036146] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f84046-d34b-4a49-b355-80c3c1f83f73 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.049998] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.072924] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435100, 'name': ReconfigVM_Task, 'duration_secs': 0.166995} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.072924] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.073529] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fa5869-ef09-4ccc-ab7c-8e0ae68b42d8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.097515] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 790db019-8afa-4be1-bc12-7d05736b0850/790db019-8afa-4be1-bc12-7d05736b0850.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.098020] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a285499c-e5fc-4995-80d3-f72a4a1e56af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.116171] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1095.116171] env[69572]: value = "task-3435103" [ 1095.116171] env[69572]: _type = "Task" [ 1095.116171] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.129061] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.140711] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.171569] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.448040] env[69572]: DEBUG oslo_vmware.api [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136445} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.448272] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.448455] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.448631] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.448803] env[69572]: INFO nova.compute.manager [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1095.449058] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.449250] env[69572]: DEBUG nova.compute.manager [-] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1095.449343] env[69572]: DEBUG nova.network.neutron [-] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.553666] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.629135] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.737168] env[69572]: DEBUG nova.compute.manager [req-e65c35d9-6d00-40e3-807d-130131ab224b req-e93ccbed-83e1-4105-8289-78c03edb3057 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Received event network-vif-deleted-38e048fc-9b7e-4c4a-b57d-beab27e06507 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1095.737460] env[69572]: INFO nova.compute.manager [req-e65c35d9-6d00-40e3-807d-130131ab224b req-e93ccbed-83e1-4105-8289-78c03edb3057 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Neutron deleted interface 38e048fc-9b7e-4c4a-b57d-beab27e06507; detaching it from the instance and deleting it from the info cache [ 1095.737839] env[69572]: DEBUG nova.network.neutron [req-e65c35d9-6d00-40e3-807d-130131ab224b req-e93ccbed-83e1-4105-8289-78c03edb3057 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.824457] env[69572]: DEBUG nova.objects.instance [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'flavor' on Instance uuid f51ace3b-7d9a-42db-9933-b13a7e9ea258 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.058291] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1096.058526] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.857s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.058820] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.743s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.060533] env[69572]: INFO nova.compute.claims [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.127421] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435103, 'name': ReconfigVM_Task, 'duration_secs': 0.760229} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.127761] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 790db019-8afa-4be1-bc12-7d05736b0850/790db019-8afa-4be1-bc12-7d05736b0850.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.128090] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance '790db019-8afa-4be1-bc12-7d05736b0850' progress to 50 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.218902] env[69572]: DEBUG nova.network.neutron [-] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.240195] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-234d3f48-0581-4096-ab6d-de5c4a488af0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.250121] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426d13ef-41fc-490e-9276-0ce23d7149b1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.285510] env[69572]: DEBUG nova.compute.manager [req-e65c35d9-6d00-40e3-807d-130131ab224b req-e93ccbed-83e1-4105-8289-78c03edb3057 service nova] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Detach interface failed, port_id=38e048fc-9b7e-4c4a-b57d-beab27e06507, reason: Instance 96425338-fe50-4af8-aafa-ef28aa9d3435 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1096.329993] env[69572]: DEBUG oslo_concurrency.lockutils [None req-522d9468-160c-4ee8-8450-5e8e75935f09 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.776s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.634678] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9ed9b7-2042-40a0-81e1-444821e24c94 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.654633] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bda47b-a4e3-4659-afb7-bdc0002d5ecf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.673171] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance '790db019-8afa-4be1-bc12-7d05736b0850' progress to 67 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.721870] env[69572]: INFO nova.compute.manager [-] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Took 1.27 seconds to deallocate network for instance. [ 1097.211983] env[69572]: DEBUG nova.network.neutron [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Port ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1097.227550] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.274037] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179d9176-4a64-4787-8e4f-c7b47096f698 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.282386] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874ecf79-243d-49b3-97b2-7c027bfd6b96 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.320081] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4bae9-ee99-4169-890e-d273681b026e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.329202] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365cc6da-9ef5-4ea8-8d74-dc0f5012f89b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.342841] env[69572]: DEBUG nova.compute.provider_tree [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.797353] env[69572]: DEBUG nova.compute.manager [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Stashing vm_state: active {{(pid=69572) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1097.846198] env[69572]: DEBUG nova.scheduler.client.report [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.233875] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "790db019-8afa-4be1-bc12-7d05736b0850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.234226] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "790db019-8afa-4be1-bc12-7d05736b0850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.234293] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "790db019-8afa-4be1-bc12-7d05736b0850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.317931] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.351995] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.352518] env[69572]: DEBUG nova.compute.manager [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1098.355120] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.283s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.356606] env[69572]: INFO nova.compute.claims [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.861223] env[69572]: DEBUG nova.compute.utils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.865316] env[69572]: DEBUG nova.compute.manager [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1098.865498] env[69572]: DEBUG nova.network.neutron [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.957412] env[69572]: DEBUG nova.policy [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '664d81ad6eb0469aaf61ac7b30c68751', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31ca740f23ea4a9ba543a45955eb1bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.210438] env[69572]: DEBUG nova.network.neutron [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Successfully created port: 565c22ce-37ce-45ad-a257-158a688719dc {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.280946] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.281211] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.281342] env[69572]: DEBUG nova.network.neutron [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.366537] env[69572]: DEBUG nova.compute.manager [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1099.586837] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a01b0e2-086e-4d5a-8a61-fda99d8a61da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.594690] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7cd4db-aff4-4bbe-8591-b9a400e72466 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.624173] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223882d2-5863-4d3c-8087-f68e70ef49a7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.631358] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a94519-34f3-4a20-bba3-829db3ddf3e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.644029] env[69572]: DEBUG nova.compute.provider_tree [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.997829] env[69572]: DEBUG nova.network.neutron [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance_info_cache with network_info: [{"id": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "address": "fa:16:3e:4a:86:b6", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5dc4e8-3f", "ovs_interfaceid": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.147475] env[69572]: DEBUG nova.scheduler.client.report [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.379482] env[69572]: DEBUG nova.compute.manager [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1100.408204] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.408470] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.408626] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.408807] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.408954] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.409246] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.409514] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.409711] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.409918] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.410125] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.410337] env[69572]: DEBUG nova.virt.hardware [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.411282] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee04846-67c3-4942-aa5f-75fa34016945 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.420537] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fda80c-0931-4a1a-9d26-49a2759cc821 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.501039] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.596846] env[69572]: DEBUG nova.compute.manager [req-f8ec7fba-5ea0-43ae-b8e5-08d0074ee8c6 req-1c5e6922-3a19-4c4a-ac37-55637804c5a4 service nova] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Received event network-vif-plugged-565c22ce-37ce-45ad-a257-158a688719dc {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1100.596846] env[69572]: DEBUG oslo_concurrency.lockutils [req-f8ec7fba-5ea0-43ae-b8e5-08d0074ee8c6 req-1c5e6922-3a19-4c4a-ac37-55637804c5a4 service nova] Acquiring lock "b5439f3e-87b8-4126-b20d-6133ab89437c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.596846] env[69572]: DEBUG oslo_concurrency.lockutils [req-f8ec7fba-5ea0-43ae-b8e5-08d0074ee8c6 req-1c5e6922-3a19-4c4a-ac37-55637804c5a4 service nova] Lock "b5439f3e-87b8-4126-b20d-6133ab89437c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.596846] env[69572]: DEBUG oslo_concurrency.lockutils [req-f8ec7fba-5ea0-43ae-b8e5-08d0074ee8c6 req-1c5e6922-3a19-4c4a-ac37-55637804c5a4 service nova] Lock "b5439f3e-87b8-4126-b20d-6133ab89437c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.597184] env[69572]: DEBUG nova.compute.manager [req-f8ec7fba-5ea0-43ae-b8e5-08d0074ee8c6 req-1c5e6922-3a19-4c4a-ac37-55637804c5a4 service nova] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] No waiting events found dispatching network-vif-plugged-565c22ce-37ce-45ad-a257-158a688719dc {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1100.597348] env[69572]: WARNING nova.compute.manager [req-f8ec7fba-5ea0-43ae-b8e5-08d0074ee8c6 req-1c5e6922-3a19-4c4a-ac37-55637804c5a4 service nova] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Received unexpected event network-vif-plugged-565c22ce-37ce-45ad-a257-158a688719dc for instance with vm_state building and task_state spawning. [ 1100.653590] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.654159] env[69572]: DEBUG nova.compute.manager [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1100.656860] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.364s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.657160] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.659408] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.825s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.659739] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.661503] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.969s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.663419] env[69572]: INFO nova.compute.claims [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.681319] env[69572]: DEBUG nova.network.neutron [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Successfully updated port: 565c22ce-37ce-45ad-a257-158a688719dc {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.691477] env[69572]: INFO nova.scheduler.client.report [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted allocations for instance d54f5561-f8b8-4360-ae51-007a46303ac2 [ 1100.691869] env[69572]: INFO nova.scheduler.client.report [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Deleted allocations for instance a51e17b5-c330-4c15-b7bb-7269894912a1 [ 1101.022329] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3978f4f4-5ee0-4080-987c-cc2dd01682aa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.041938] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7df9a3-d9c9-4aac-bcff-3bdc0fd98615 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.050805] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance '790db019-8afa-4be1-bc12-7d05736b0850' progress to 83 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.168184] env[69572]: DEBUG nova.compute.utils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.171736] env[69572]: DEBUG nova.compute.manager [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1101.171905] env[69572]: DEBUG nova.network.neutron [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.183471] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "refresh_cache-b5439f3e-87b8-4126-b20d-6133ab89437c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.183657] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "refresh_cache-b5439f3e-87b8-4126-b20d-6133ab89437c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.183841] env[69572]: DEBUG nova.network.neutron [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.203206] env[69572]: DEBUG oslo_concurrency.lockutils [None req-df13a6b5-3afc-4145-961b-b79fe818559c tempest-AttachInterfacesTestJSON-1137328826 tempest-AttachInterfacesTestJSON-1137328826-project-member] Lock "a51e17b5-c330-4c15-b7bb-7269894912a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.807s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.204559] env[69572]: DEBUG oslo_concurrency.lockutils [None req-28c22d51-db1e-4742-aa32-7550fe93b42f tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "d54f5561-f8b8-4360-ae51-007a46303ac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.462s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.218128] env[69572]: DEBUG nova.policy [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a5069ae3e24fe5b1652d26bb87a1a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0472a44b2e540de8f34f33c4924daa1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.484848] env[69572]: DEBUG nova.network.neutron [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Successfully created port: 21030694-b2ec-49f9-a571-aa283d86f4f3 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.557276] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.557588] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9da3ea03-2424-41ea-9175-80dc413406a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.566228] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1101.566228] env[69572]: value = "task-3435104" [ 1101.566228] env[69572]: _type = "Task" [ 1101.566228] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.576431] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.674613] env[69572]: DEBUG nova.compute.manager [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1101.746105] env[69572]: DEBUG nova.network.neutron [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.895477] env[69572]: DEBUG nova.network.neutron [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Updating instance_info_cache with network_info: [{"id": "565c22ce-37ce-45ad-a257-158a688719dc", "address": "fa:16:3e:d6:f8:25", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565c22ce-37", "ovs_interfaceid": "565c22ce-37ce-45ad-a257-158a688719dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.934872] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b5b47c-c766-4431-89ff-72a36234eecf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.947791] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe42a6-d2ea-463a-b7c9-ccdd874e33d3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.954865] env[69572]: DEBUG oslo_concurrency.lockutils [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquiring lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.955181] env[69572]: DEBUG oslo_concurrency.lockutils [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.955418] env[69572]: DEBUG oslo_concurrency.lockutils [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquiring lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.955638] env[69572]: DEBUG oslo_concurrency.lockutils [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.955846] env[69572]: DEBUG oslo_concurrency.lockutils [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.961328] env[69572]: INFO nova.compute.manager [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Terminating instance [ 1101.995260] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3518db77-79c5-442a-8d0e-df2fc7e76e17 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.003901] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c6a366-5076-4de9-a01e-7232d3f1253c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.019674] env[69572]: DEBUG nova.compute.provider_tree [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.077394] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.400431] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "refresh_cache-b5439f3e-87b8-4126-b20d-6133ab89437c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.400431] env[69572]: DEBUG nova.compute.manager [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Instance network_info: |[{"id": "565c22ce-37ce-45ad-a257-158a688719dc", "address": "fa:16:3e:d6:f8:25", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565c22ce-37", "ovs_interfaceid": "565c22ce-37ce-45ad-a257-158a688719dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1102.400431] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:f8:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '565c22ce-37ce-45ad-a257-158a688719dc', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.407991] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.408297] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.408581] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ee318c7-1a7c-422b-9d79-641ed7048d2c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.429970] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.429970] env[69572]: value = "task-3435105" [ 1102.429970] env[69572]: _type = "Task" [ 1102.429970] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.443489] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435105, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.466497] env[69572]: DEBUG nova.compute.manager [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1102.466910] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.468015] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa37b6ac-e3ee-4755-b75d-6d174dba5f8f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.476194] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.476469] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-564456a0-ebed-4f80-bb38-c00ce54e7953 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.483203] env[69572]: DEBUG oslo_vmware.api [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for the task: (returnval){ [ 1102.483203] env[69572]: value = "task-3435106" [ 1102.483203] env[69572]: _type = "Task" [ 1102.483203] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.493349] env[69572]: DEBUG oslo_vmware.api [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.522612] env[69572]: DEBUG nova.scheduler.client.report [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.578986] env[69572]: DEBUG oslo_vmware.api [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435104, 'name': PowerOnVM_Task, 'duration_secs': 0.611833} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.579339] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.579570] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e3bd4c-bd2a-4df1-ac90-c48cd8261b27 tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance '790db019-8afa-4be1-bc12-7d05736b0850' progress to 100 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.636300] env[69572]: DEBUG nova.compute.manager [req-663e2697-ed68-49d2-a27c-d0a417d018c0 req-12fb9b0d-123d-42ca-b3d6-42faeab6ced8 service nova] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Received event network-changed-565c22ce-37ce-45ad-a257-158a688719dc {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1102.637487] env[69572]: DEBUG nova.compute.manager [req-663e2697-ed68-49d2-a27c-d0a417d018c0 req-12fb9b0d-123d-42ca-b3d6-42faeab6ced8 service nova] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Refreshing instance network info cache due to event network-changed-565c22ce-37ce-45ad-a257-158a688719dc. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1102.637487] env[69572]: DEBUG oslo_concurrency.lockutils [req-663e2697-ed68-49d2-a27c-d0a417d018c0 req-12fb9b0d-123d-42ca-b3d6-42faeab6ced8 service nova] Acquiring lock "refresh_cache-b5439f3e-87b8-4126-b20d-6133ab89437c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.637643] env[69572]: DEBUG oslo_concurrency.lockutils [req-663e2697-ed68-49d2-a27c-d0a417d018c0 req-12fb9b0d-123d-42ca-b3d6-42faeab6ced8 service nova] Acquired lock "refresh_cache-b5439f3e-87b8-4126-b20d-6133ab89437c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.637809] env[69572]: DEBUG nova.network.neutron [req-663e2697-ed68-49d2-a27c-d0a417d018c0 req-12fb9b0d-123d-42ca-b3d6-42faeab6ced8 service nova] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Refreshing network info cache for port 565c22ce-37ce-45ad-a257-158a688719dc {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.686344] env[69572]: DEBUG nova.compute.manager [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1102.718321] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.718583] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.718768] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.718960] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.719135] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.719296] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.719529] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.719648] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.719877] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.720171] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.720452] env[69572]: DEBUG nova.virt.hardware [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.721726] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed53130d-a250-43a2-9ea7-85fa3f80b562 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.731681] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c093b75-7e30-4c45-9435-0bdb1937d93b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.941052] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435105, 'name': CreateVM_Task, 'duration_secs': 0.362065} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.941345] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.942628] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.942628] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.942628] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.942739] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089c48a7-e118-40c4-a4f0-dc8237774ac0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.949590] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1102.949590] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52910218-9d74-8dea-936b-2d3fd25d8fc8" [ 1102.949590] env[69572]: _type = "Task" [ 1102.949590] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.965756] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52910218-9d74-8dea-936b-2d3fd25d8fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011356} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.966057] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.966334] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.966589] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.966744] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.967113] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.967185] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17b72f1c-7793-40be-beef-97184020e271 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.976836] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.977055] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.977912] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be958af-b293-467d-92ac-a309fe813280 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.983194] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1102.983194] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b4aa70-1ccf-ed15-03ca-216323998e57" [ 1102.983194] env[69572]: _type = "Task" [ 1102.983194] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.995431] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b4aa70-1ccf-ed15-03ca-216323998e57, 'name': SearchDatastore_Task, 'duration_secs': 0.009435} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.998985] env[69572]: DEBUG oslo_vmware.api [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435106, 'name': PowerOffVM_Task, 'duration_secs': 0.216347} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.999205] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7935c14-5655-4bf9-a243-a085827caf3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.001297] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.001474] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.001719] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-396a2d9c-b656-4731-a4be-b87ce96a806b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.006806] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1103.006806] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52745eb9-2f11-4a6c-cc72-bf7d3d2f006f" [ 1103.006806] env[69572]: _type = "Task" [ 1103.006806] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.014744] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52745eb9-2f11-4a6c-cc72-bf7d3d2f006f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.027763] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.028324] env[69572]: DEBUG nova.compute.manager [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1103.031184] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.891s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.032471] env[69572]: INFO nova.compute.claims [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.069419] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.069693] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.069904] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Deleting the datastore file [datastore1] b1aa735c-e012-46fe-adcc-9bcc17246e1f {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.070295] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9f133f2-a09c-41fa-aa3d-fac1b170e0e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.081904] env[69572]: DEBUG oslo_vmware.api [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for the task: (returnval){ [ 1103.081904] env[69572]: value = "task-3435108" [ 1103.081904] env[69572]: _type = "Task" [ 1103.081904] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.095427] env[69572]: DEBUG oslo_vmware.api [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.223653] env[69572]: DEBUG nova.network.neutron [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Successfully updated port: 21030694-b2ec-49f9-a571-aa283d86f4f3 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.517645] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52745eb9-2f11-4a6c-cc72-bf7d3d2f006f, 'name': SearchDatastore_Task, 'duration_secs': 0.00918} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.517945] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.518222] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] b5439f3e-87b8-4126-b20d-6133ab89437c/b5439f3e-87b8-4126-b20d-6133ab89437c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.518514] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c06b0ed-c1e9-4800-9a46-eeae5bee383b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.528921] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1103.528921] env[69572]: value = "task-3435109" [ 1103.528921] env[69572]: _type = "Task" [ 1103.528921] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.539278] env[69572]: DEBUG nova.compute.utils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.542438] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.543031] env[69572]: DEBUG nova.compute.manager [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1103.543115] env[69572]: DEBUG nova.network.neutron [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.597186] env[69572]: DEBUG oslo_vmware.api [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Task: {'id': task-3435108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138665} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.600378] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.600577] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.601395] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.601395] env[69572]: INFO nova.compute.manager [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1103.601395] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.602666] env[69572]: DEBUG nova.policy [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75cd59080a4f4c7aaed6acb51010556b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40070b7dddf8492d8af786fe89687bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.604451] env[69572]: DEBUG nova.compute.manager [-] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1103.604539] env[69572]: DEBUG nova.network.neutron [-] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.714901] env[69572]: DEBUG nova.network.neutron [req-663e2697-ed68-49d2-a27c-d0a417d018c0 req-12fb9b0d-123d-42ca-b3d6-42faeab6ced8 service nova] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Updated VIF entry in instance network info cache for port 565c22ce-37ce-45ad-a257-158a688719dc. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.715297] env[69572]: DEBUG nova.network.neutron [req-663e2697-ed68-49d2-a27c-d0a417d018c0 req-12fb9b0d-123d-42ca-b3d6-42faeab6ced8 service nova] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Updating instance_info_cache with network_info: [{"id": "565c22ce-37ce-45ad-a257-158a688719dc", "address": "fa:16:3e:d6:f8:25", "network": {"id": "f00460ef-5afb-4e2b-b600-ef3aed931535", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-569900392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ca740f23ea4a9ba543a45955eb1bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565c22ce-37", "ovs_interfaceid": "565c22ce-37ce-45ad-a257-158a688719dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.727223] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "refresh_cache-d72f5be8-b083-4c8a-9642-98df3452ea74" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.727384] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "refresh_cache-d72f5be8-b083-4c8a-9642-98df3452ea74" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.727538] env[69572]: DEBUG nova.network.neutron [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.974010] env[69572]: DEBUG nova.network.neutron [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Successfully created port: cbc162d7-1f7b-4769-9a32-7865c75e12b6 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.046551] env[69572]: DEBUG nova.compute.manager [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1104.051953] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481735} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.053418] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] b5439f3e-87b8-4126-b20d-6133ab89437c/b5439f3e-87b8-4126-b20d-6133ab89437c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.053654] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.053893] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-579b9bea-f3ec-46f0-bd4f-b5ef65cbc12e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.063249] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1104.063249] env[69572]: value = "task-3435110" [ 1104.063249] env[69572]: _type = "Task" [ 1104.063249] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.076954] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.218598] env[69572]: DEBUG oslo_concurrency.lockutils [req-663e2697-ed68-49d2-a27c-d0a417d018c0 req-12fb9b0d-123d-42ca-b3d6-42faeab6ced8 service nova] Releasing lock "refresh_cache-b5439f3e-87b8-4126-b20d-6133ab89437c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.265903] env[69572]: DEBUG nova.network.neutron [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.356667] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa382a5-9da7-4143-99cb-cc276492dc9b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.366877] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1b50ca-6cc1-447b-ab69-683dcb04c848 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.403135] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3b2118-5a29-49df-a305-bd5a56295eb9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.412070] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b111e7-fd8f-4e35-9300-b1827cfad324 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.426284] env[69572]: DEBUG nova.compute.provider_tree [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.465584] env[69572]: DEBUG nova.network.neutron [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Updating instance_info_cache with network_info: [{"id": "21030694-b2ec-49f9-a571-aa283d86f4f3", "address": "fa:16:3e:7d:0a:86", "network": {"id": "ac7fe217-999c-4143-9b0a-f32fef0273a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1363142453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0472a44b2e540de8f34f33c4924daa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21030694-b2", "ovs_interfaceid": "21030694-b2ec-49f9-a571-aa283d86f4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.573655] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067271} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.577019] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.577019] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2385517a-0a7a-4d2c-a176-89e142a2d67f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.603864] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] b5439f3e-87b8-4126-b20d-6133ab89437c/b5439f3e-87b8-4126-b20d-6133ab89437c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.604212] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ff6a14-a142-4352-aa68-f8291004e410 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.620038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "790db019-8afa-4be1-bc12-7d05736b0850" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.620305] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "790db019-8afa-4be1-bc12-7d05736b0850" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.620519] env[69572]: DEBUG nova.compute.manager [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Going to confirm migration 7 {{(pid=69572) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 1104.629032] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1104.629032] env[69572]: value = "task-3435111" [ 1104.629032] env[69572]: _type = "Task" [ 1104.629032] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.637960] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.853731] env[69572]: DEBUG nova.compute.manager [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Received event network-vif-plugged-21030694-b2ec-49f9-a571-aa283d86f4f3 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1104.853731] env[69572]: DEBUG oslo_concurrency.lockutils [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] Acquiring lock "d72f5be8-b083-4c8a-9642-98df3452ea74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.854315] env[69572]: DEBUG oslo_concurrency.lockutils [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] Lock "d72f5be8-b083-4c8a-9642-98df3452ea74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.854801] env[69572]: DEBUG oslo_concurrency.lockutils [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] Lock "d72f5be8-b083-4c8a-9642-98df3452ea74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.854891] env[69572]: DEBUG nova.compute.manager [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] No waiting events found dispatching network-vif-plugged-21030694-b2ec-49f9-a571-aa283d86f4f3 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1104.855313] env[69572]: WARNING nova.compute.manager [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Received unexpected event network-vif-plugged-21030694-b2ec-49f9-a571-aa283d86f4f3 for instance with vm_state building and task_state spawning. [ 1104.855313] env[69572]: DEBUG nova.compute.manager [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Received event network-changed-21030694-b2ec-49f9-a571-aa283d86f4f3 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1104.855990] env[69572]: DEBUG nova.compute.manager [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Refreshing instance network info cache due to event network-changed-21030694-b2ec-49f9-a571-aa283d86f4f3. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1104.856084] env[69572]: DEBUG oslo_concurrency.lockutils [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] Acquiring lock "refresh_cache-d72f5be8-b083-4c8a-9642-98df3452ea74" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.930463] env[69572]: DEBUG nova.scheduler.client.report [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.946206] env[69572]: DEBUG nova.compute.manager [req-090d0ad3-e214-419c-865e-b4e53ea43b19 req-687019ef-8612-4f98-8d8b-4602cefe7f1f service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Received event network-vif-deleted-3a22628b-3739-4e06-85dc-34e6c1c86507 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1104.946785] env[69572]: INFO nova.compute.manager [req-090d0ad3-e214-419c-865e-b4e53ea43b19 req-687019ef-8612-4f98-8d8b-4602cefe7f1f service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Neutron deleted interface 3a22628b-3739-4e06-85dc-34e6c1c86507; detaching it from the instance and deleting it from the info cache [ 1104.947384] env[69572]: DEBUG nova.network.neutron [req-090d0ad3-e214-419c-865e-b4e53ea43b19 req-687019ef-8612-4f98-8d8b-4602cefe7f1f service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.969117] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "refresh_cache-d72f5be8-b083-4c8a-9642-98df3452ea74" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.969439] env[69572]: DEBUG nova.compute.manager [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Instance network_info: |[{"id": "21030694-b2ec-49f9-a571-aa283d86f4f3", "address": "fa:16:3e:7d:0a:86", "network": {"id": "ac7fe217-999c-4143-9b0a-f32fef0273a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1363142453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0472a44b2e540de8f34f33c4924daa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21030694-b2", "ovs_interfaceid": "21030694-b2ec-49f9-a571-aa283d86f4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1104.970428] env[69572]: DEBUG oslo_concurrency.lockutils [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] Acquired lock "refresh_cache-d72f5be8-b083-4c8a-9642-98df3452ea74" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.970428] env[69572]: DEBUG nova.network.neutron [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Refreshing network info cache for port 21030694-b2ec-49f9-a571-aa283d86f4f3 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.971557] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:0a:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21030694-b2ec-49f9-a571-aa283d86f4f3', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.982928] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.984025] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.984557] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ee3b23-4d4d-4bc9-a05c-85819f25ef51 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.006756] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.006756] env[69572]: value = "task-3435112" [ 1105.006756] env[69572]: _type = "Task" [ 1105.006756] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.018946] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435112, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.065814] env[69572]: DEBUG nova.compute.manager [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1105.099223] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.100029] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.100029] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.100320] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.100589] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.103582] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.103582] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.103582] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.103582] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.103582] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.103582] env[69572]: DEBUG nova.virt.hardware [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.103582] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd82b8f7-5711-4389-b375-3b6a8014cd46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.112736] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b23d812-d7e3-4dc8-bb74-608358241070 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.148546] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435111, 'name': ReconfigVM_Task, 'duration_secs': 0.372293} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.148546] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Reconfigured VM instance instance-0000006b to attach disk [datastore2] b5439f3e-87b8-4126-b20d-6133ab89437c/b5439f3e-87b8-4126-b20d-6133ab89437c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.148546] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62934051-7d59-4fd7-9aca-d0813c02cca4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.156450] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1105.156450] env[69572]: value = "task-3435113" [ 1105.156450] env[69572]: _type = "Task" [ 1105.156450] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.165474] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435113, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.180580] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.180726] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquired lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.180906] env[69572]: DEBUG nova.network.neutron [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.181236] env[69572]: DEBUG nova.objects.instance [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lazy-loading 'info_cache' on Instance uuid 790db019-8afa-4be1-bc12-7d05736b0850 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.254975] env[69572]: DEBUG nova.network.neutron [-] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.436409] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.437041] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1105.439635] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.268s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.441262] env[69572]: INFO nova.compute.claims [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.451172] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08aee39a-af7d-4dd5-942c-21ec07f32ed7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.461959] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bc5bf4-bb11-43e0-9243-d1a18e377b8b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.498415] env[69572]: DEBUG nova.compute.manager [req-090d0ad3-e214-419c-865e-b4e53ea43b19 req-687019ef-8612-4f98-8d8b-4602cefe7f1f service nova] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Detach interface failed, port_id=3a22628b-3739-4e06-85dc-34e6c1c86507, reason: Instance b1aa735c-e012-46fe-adcc-9bcc17246e1f could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1105.519702] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435112, 'name': CreateVM_Task, 'duration_secs': 0.37447} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.519702] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.520370] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.520531] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.520835] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.521103] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b569b42-7a56-40e1-89b9-c711bf4e5fe8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.526679] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1105.526679] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52cd8bc9-f23c-9c68-e10d-ee8d7bcb4724" [ 1105.526679] env[69572]: _type = "Task" [ 1105.526679] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.538266] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52cd8bc9-f23c-9c68-e10d-ee8d7bcb4724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.667895] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435113, 'name': Rename_Task, 'duration_secs': 0.255538} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.670751] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.671045] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48876a7c-6f14-45a4-932f-38657257839a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.678285] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1105.678285] env[69572]: value = "task-3435114" [ 1105.678285] env[69572]: _type = "Task" [ 1105.678285] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.688766] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.725250] env[69572]: DEBUG nova.network.neutron [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Successfully updated port: cbc162d7-1f7b-4769-9a32-7865c75e12b6 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.739391] env[69572]: DEBUG nova.network.neutron [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Updated VIF entry in instance network info cache for port 21030694-b2ec-49f9-a571-aa283d86f4f3. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.739740] env[69572]: DEBUG nova.network.neutron [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Updating instance_info_cache with network_info: [{"id": "21030694-b2ec-49f9-a571-aa283d86f4f3", "address": "fa:16:3e:7d:0a:86", "network": {"id": "ac7fe217-999c-4143-9b0a-f32fef0273a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1363142453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0472a44b2e540de8f34f33c4924daa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21030694-b2", "ovs_interfaceid": "21030694-b2ec-49f9-a571-aa283d86f4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.758303] env[69572]: INFO nova.compute.manager [-] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Took 2.15 seconds to deallocate network for instance. [ 1105.946432] env[69572]: DEBUG nova.compute.utils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.951104] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1105.951104] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.017218] env[69572]: DEBUG nova.policy [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfd393231da249a3ab7d3d74aa5276d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ea6737d3fc44721b9c9f1fe5abc4f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.039383] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52cd8bc9-f23c-9c68-e10d-ee8d7bcb4724, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.039683] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.039914] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.043086] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.043086] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.043086] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.043086] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91474c22-4dfa-4d52-aebc-6713e3aae470 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.051835] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.052091] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.052815] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7729e05c-bebc-4343-8b2f-b235056638c1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.059013] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1106.059013] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f81bf9-9b3e-9e93-0913-bdbf32076532" [ 1106.059013] env[69572]: _type = "Task" [ 1106.059013] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.067550] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f81bf9-9b3e-9e93-0913-bdbf32076532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.189470] env[69572]: DEBUG oslo_vmware.api [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435114, 'name': PowerOnVM_Task, 'duration_secs': 0.464017} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.189741] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.189942] env[69572]: INFO nova.compute.manager [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Took 5.81 seconds to spawn the instance on the hypervisor. [ 1106.191835] env[69572]: DEBUG nova.compute.manager [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1106.192851] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1fbb34-3252-4e59-9db6-f5747b192d13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.228503] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "refresh_cache-2b6242e7-0252-495b-b66a-d6e3244624d0" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.228685] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "refresh_cache-2b6242e7-0252-495b-b66a-d6e3244624d0" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.228779] env[69572]: DEBUG nova.network.neutron [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.243157] env[69572]: DEBUG oslo_concurrency.lockutils [req-bb328ef8-4e23-4588-8b42-ffdcf47052c6 req-9186f664-1e6e-4a75-a8e6-9a60254ac92f service nova] Releasing lock "refresh_cache-d72f5be8-b083-4c8a-9642-98df3452ea74" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.265582] env[69572]: DEBUG oslo_concurrency.lockutils [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.397140] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Successfully created port: 3089a240-551c-4e4a-bb42-e54c9013cba4 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.407229] env[69572]: DEBUG nova.network.neutron [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance_info_cache with network_info: [{"id": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "address": "fa:16:3e:4a:86:b6", "network": {"id": "06c9931c-7031-4eca-8bb1-e72c4ba226e2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-564006492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52fdb713706545369a8020df88778783", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac5dc4e8-3f", "ovs_interfaceid": "ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.450586] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1106.513869] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquiring lock "dcd71b2b-4ccd-40e0-a844-ab309aa85b4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.514120] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lock "dcd71b2b-4ccd-40e0-a844-ab309aa85b4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.569711] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f81bf9-9b3e-9e93-0913-bdbf32076532, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.570888] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db4a146-7b96-45dd-a3e6-29b7b322ebf7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.576409] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1106.576409] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a7d676-77dd-009c-d128-aefd9e9804e1" [ 1106.576409] env[69572]: _type = "Task" [ 1106.576409] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.589614] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a7d676-77dd-009c-d128-aefd9e9804e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.699007] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ecb4e0-14a1-4dfa-b413-00dc5f09f26c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.711684] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c517b5e-fd6f-411b-9437-09ba934a42d7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.714857] env[69572]: INFO nova.compute.manager [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Took 24.42 seconds to build instance. [ 1106.746895] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d8c272-c19b-49bf-8d77-dac73d27ea61 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.756529] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b8d0b1-011a-45ff-a2b3-ac474f74b4f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.772849] env[69572]: DEBUG nova.compute.provider_tree [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.776817] env[69572]: DEBUG nova.network.neutron [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.910510] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Releasing lock "refresh_cache-790db019-8afa-4be1-bc12-7d05736b0850" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.910755] env[69572]: DEBUG nova.objects.instance [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lazy-loading 'migration_context' on Instance uuid 790db019-8afa-4be1-bc12-7d05736b0850 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.926988] env[69572]: DEBUG nova.network.neutron [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Updating instance_info_cache with network_info: [{"id": "cbc162d7-1f7b-4769-9a32-7865c75e12b6", "address": "fa:16:3e:27:74:61", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc162d7-1f", "ovs_interfaceid": "cbc162d7-1f7b-4769-9a32-7865c75e12b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.938024] env[69572]: DEBUG nova.compute.manager [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Received event network-vif-plugged-cbc162d7-1f7b-4769-9a32-7865c75e12b6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1106.938249] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] Acquiring lock "2b6242e7-0252-495b-b66a-d6e3244624d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.938491] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.938617] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.938787] env[69572]: DEBUG nova.compute.manager [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] No waiting events found dispatching network-vif-plugged-cbc162d7-1f7b-4769-9a32-7865c75e12b6 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1106.938953] env[69572]: WARNING nova.compute.manager [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Received unexpected event network-vif-plugged-cbc162d7-1f7b-4769-9a32-7865c75e12b6 for instance with vm_state building and task_state spawning. [ 1106.939127] env[69572]: DEBUG nova.compute.manager [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Received event network-changed-cbc162d7-1f7b-4769-9a32-7865c75e12b6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1106.939280] env[69572]: DEBUG nova.compute.manager [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Refreshing instance network info cache due to event network-changed-cbc162d7-1f7b-4769-9a32-7865c75e12b6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1106.939441] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] Acquiring lock "refresh_cache-2b6242e7-0252-495b-b66a-d6e3244624d0" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.018525] env[69572]: DEBUG nova.compute.manager [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1107.088529] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a7d676-77dd-009c-d128-aefd9e9804e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013262} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.088812] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.089114] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] d72f5be8-b083-4c8a-9642-98df3452ea74/d72f5be8-b083-4c8a-9642-98df3452ea74.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.089374] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f98b83f-74b4-474d-b953-023808bdbcb3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.097042] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1107.097042] env[69572]: value = "task-3435115" [ 1107.097042] env[69572]: _type = "Task" [ 1107.097042] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.105291] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.217200] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5ac5203f-428c-45ae-9f0a-4abafcf0b45c tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "b5439f3e-87b8-4126-b20d-6133ab89437c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.941s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.277944] env[69572]: DEBUG nova.scheduler.client.report [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.413586] env[69572]: DEBUG nova.objects.base [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Object Instance<790db019-8afa-4be1-bc12-7d05736b0850> lazy-loaded attributes: info_cache,migration_context {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.414593] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86ac80b-eada-4b9c-a81a-2e0e643d09a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.435428] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "refresh_cache-2b6242e7-0252-495b-b66a-d6e3244624d0" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.435738] env[69572]: DEBUG nova.compute.manager [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Instance network_info: |[{"id": "cbc162d7-1f7b-4769-9a32-7865c75e12b6", "address": "fa:16:3e:27:74:61", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc162d7-1f", "ovs_interfaceid": "cbc162d7-1f7b-4769-9a32-7865c75e12b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1107.436774] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] Acquired lock "refresh_cache-2b6242e7-0252-495b-b66a-d6e3244624d0" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.436975] env[69572]: DEBUG nova.network.neutron [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Refreshing network info cache for port cbc162d7-1f7b-4769-9a32-7865c75e12b6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.438780] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:74:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbc162d7-1f7b-4769-9a32-7865c75e12b6', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.447208] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.447437] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53ffd94-f858-4a5b-8f72-d20ea94cd959 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.450807] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.451077] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-609bc1de-f304-47d7-9748-dce788957025 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.467675] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1107.472087] env[69572]: DEBUG oslo_vmware.api [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1107.472087] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5245984f-4fb4-51bd-4b56-3faa7ff8c8f9" [ 1107.472087] env[69572]: _type = "Task" [ 1107.472087] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.479789] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.479789] env[69572]: value = "task-3435116" [ 1107.479789] env[69572]: _type = "Task" [ 1107.479789] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.483179] env[69572]: DEBUG oslo_vmware.api [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5245984f-4fb4-51bd-4b56-3faa7ff8c8f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.495529] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435116, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.502492] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.502759] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.502967] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.503273] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.503460] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.503675] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.503968] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.504531] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.504531] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.504531] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.504723] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.505953] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcde9112-d705-49b0-a296-d42430683b15 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.515389] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb0bdd9-9718-4390-8369-21e8713d169c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.540222] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.606744] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441372} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.607215] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] d72f5be8-b083-4c8a-9642-98df3452ea74/d72f5be8-b083-4c8a-9642-98df3452ea74.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.607446] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.607758] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae8281f5-30ca-488f-b489-addd26dfe2b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.616610] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1107.616610] env[69572]: value = "task-3435117" [ 1107.616610] env[69572]: _type = "Task" [ 1107.616610] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.631836] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.782915] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.783513] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1107.786500] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.559s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.786793] env[69572]: DEBUG nova.objects.instance [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lazy-loading 'resources' on Instance uuid 96425338-fe50-4af8-aafa-ef28aa9d3435 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.981223] env[69572]: DEBUG nova.compute.manager [req-0b40db8a-71cb-45f2-a1d4-ef84de6d126b req-a99aeb48-978f-4dc9-ba17-171438b6b486 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Received event network-vif-plugged-3089a240-551c-4e4a-bb42-e54c9013cba4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1107.981392] env[69572]: DEBUG oslo_concurrency.lockutils [req-0b40db8a-71cb-45f2-a1d4-ef84de6d126b req-a99aeb48-978f-4dc9-ba17-171438b6b486 service nova] Acquiring lock "650b3099-52d7-45ec-af1d-7f912f035219-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.981528] env[69572]: DEBUG oslo_concurrency.lockutils [req-0b40db8a-71cb-45f2-a1d4-ef84de6d126b req-a99aeb48-978f-4dc9-ba17-171438b6b486 service nova] Lock "650b3099-52d7-45ec-af1d-7f912f035219-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.981693] env[69572]: DEBUG oslo_concurrency.lockutils [req-0b40db8a-71cb-45f2-a1d4-ef84de6d126b req-a99aeb48-978f-4dc9-ba17-171438b6b486 service nova] Lock "650b3099-52d7-45ec-af1d-7f912f035219-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.981859] env[69572]: DEBUG nova.compute.manager [req-0b40db8a-71cb-45f2-a1d4-ef84de6d126b req-a99aeb48-978f-4dc9-ba17-171438b6b486 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] No waiting events found dispatching network-vif-plugged-3089a240-551c-4e4a-bb42-e54c9013cba4 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1107.982135] env[69572]: WARNING nova.compute.manager [req-0b40db8a-71cb-45f2-a1d4-ef84de6d126b req-a99aeb48-978f-4dc9-ba17-171438b6b486 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Received unexpected event network-vif-plugged-3089a240-551c-4e4a-bb42-e54c9013cba4 for instance with vm_state building and task_state spawning. [ 1107.986467] env[69572]: DEBUG oslo_vmware.api [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5245984f-4fb4-51bd-4b56-3faa7ff8c8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012158} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.989863] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.995938] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435116, 'name': CreateVM_Task, 'duration_secs': 0.35402} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.996069] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.996774] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.996943] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.997263] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.997510] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cea67c-c985-4c93-ba7f-00b993be99e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.002525] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1108.002525] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ea0db3-58b3-2b24-1ca4-13e73155fc5e" [ 1108.002525] env[69572]: _type = "Task" [ 1108.002525] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.011803] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ea0db3-58b3-2b24-1ca4-13e73155fc5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.033995] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Successfully updated port: 3089a240-551c-4e4a-bb42-e54c9013cba4 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.128203] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "b5439f3e-87b8-4126-b20d-6133ab89437c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.129526] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "b5439f3e-87b8-4126-b20d-6133ab89437c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.129526] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "b5439f3e-87b8-4126-b20d-6133ab89437c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.129526] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "b5439f3e-87b8-4126-b20d-6133ab89437c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.129526] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "b5439f3e-87b8-4126-b20d-6133ab89437c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.130727] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069384} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.130772] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.131669] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10dd4ab-5ebb-4082-9580-80f7e8921498 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.134723] env[69572]: INFO nova.compute.manager [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Terminating instance [ 1108.156752] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] d72f5be8-b083-4c8a-9642-98df3452ea74/d72f5be8-b083-4c8a-9642-98df3452ea74.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.157105] env[69572]: DEBUG nova.network.neutron [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Updated VIF entry in instance network info cache for port cbc162d7-1f7b-4769-9a32-7865c75e12b6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.157424] env[69572]: DEBUG nova.network.neutron [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Updating instance_info_cache with network_info: [{"id": "cbc162d7-1f7b-4769-9a32-7865c75e12b6", "address": "fa:16:3e:27:74:61", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc162d7-1f", "ovs_interfaceid": "cbc162d7-1f7b-4769-9a32-7865c75e12b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.158955] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cd6ff4-e79f-457b-9fe4-cbd6af15c7e7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.180741] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1108.180741] env[69572]: value = "task-3435118" [ 1108.180741] env[69572]: _type = "Task" [ 1108.180741] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.189324] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.295837] env[69572]: DEBUG nova.compute.utils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.297771] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1108.297979] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.334505] env[69572]: DEBUG nova.policy [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfd393231da249a3ab7d3d74aa5276d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ea6737d3fc44721b9c9f1fe5abc4f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.513905] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ea0db3-58b3-2b24-1ca4-13e73155fc5e, 'name': SearchDatastore_Task, 'duration_secs': 0.012445} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.514305] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.515171] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.515522] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.515873] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.516102] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.518938] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c31ac02d-0dde-4580-820c-c0b794542d40 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.529934] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.530056] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.530834] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d716294-db96-4c51-8fb3-4377214c8ba8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.537546] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "refresh_cache-650b3099-52d7-45ec-af1d-7f912f035219" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.537546] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "refresh_cache-650b3099-52d7-45ec-af1d-7f912f035219" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.537546] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.542290] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1108.542290] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c540b5-25fb-4157-a6b5-afe5d46aa2cb" [ 1108.542290] env[69572]: _type = "Task" [ 1108.542290] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.552700] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c540b5-25fb-4157-a6b5-afe5d46aa2cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.612884] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Successfully created port: f713fc72-7f92-4cf1-aaa0-92b451bc7668 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.628858] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b06a19-9f0d-43af-9912-df9d8f1384f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.637052] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a03b71-cad1-46e9-8f68-7b45c8c09976 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.640953] env[69572]: DEBUG nova.compute.manager [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1108.641851] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.642642] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976e0939-ce8f-4f3b-b911-29f2438aabde {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.650725] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.678474] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a201e25-80dd-40e1-9d8a-7fd1a4900d16 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.680053] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e591d41-daea-4f26-984d-c4e88cc8d87f req-4875d07b-1a1a-478f-9d9a-5b577a51b1f1 service nova] Releasing lock "refresh_cache-2b6242e7-0252-495b-b66a-d6e3244624d0" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.681123] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbcbda1-2f89-4794-89bd-389dc38016a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.691168] env[69572]: DEBUG oslo_vmware.api [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1108.691168] env[69572]: value = "task-3435119" [ 1108.691168] env[69572]: _type = "Task" [ 1108.691168] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.695847] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435118, 'name': ReconfigVM_Task, 'duration_secs': 0.342362} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.700628] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1331de-6b63-47bc-8998-18a3916b725c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.706349] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Reconfigured VM instance instance-0000006c to attach disk [datastore2] d72f5be8-b083-4c8a-9642-98df3452ea74/d72f5be8-b083-4c8a-9642-98df3452ea74.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.707064] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2885c274-471a-43ac-9f71-7918d81070e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.723498] env[69572]: DEBUG nova.compute.provider_tree [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.724894] env[69572]: DEBUG oslo_vmware.api [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.726522] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1108.726522] env[69572]: value = "task-3435120" [ 1108.726522] env[69572]: _type = "Task" [ 1108.726522] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.734705] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435120, 'name': Rename_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.800688] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1109.051935] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c540b5-25fb-4157-a6b5-afe5d46aa2cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.052723] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31910698-6f04-4fe6-9e6f-9dcb076b89df {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.057938] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1109.057938] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520e1020-edfb-8d9c-1b30-8d7211c01b16" [ 1109.057938] env[69572]: _type = "Task" [ 1109.057938] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.065725] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520e1020-edfb-8d9c-1b30-8d7211c01b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.071667] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.205927] env[69572]: DEBUG oslo_vmware.api [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435119, 'name': PowerOffVM_Task, 'duration_secs': 0.20571} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.206180] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.206419] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.206610] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9d92ffa-71c0-4144-9a1f-05a1c3e5619d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.227987] env[69572]: DEBUG nova.scheduler.client.report [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.240145] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435120, 'name': Rename_Task, 'duration_secs': 0.170305} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.240824] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.240824] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efb5bad5-a555-495e-94c8-5c138165b37d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.248022] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1109.248022] env[69572]: value = "task-3435122" [ 1109.248022] env[69572]: _type = "Task" [ 1109.248022] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.255657] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.259867] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Updating instance_info_cache with network_info: [{"id": "3089a240-551c-4e4a-bb42-e54c9013cba4", "address": "fa:16:3e:53:4a:7e", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3089a240-55", "ovs_interfaceid": "3089a240-551c-4e4a-bb42-e54c9013cba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.270286] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.270500] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.270674] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleting the datastore file [datastore2] b5439f3e-87b8-4126-b20d-6133ab89437c {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.270934] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02f9bcb6-5985-42d8-91a3-1f0282862f57 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.278230] env[69572]: DEBUG oslo_vmware.api [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for the task: (returnval){ [ 1109.278230] env[69572]: value = "task-3435123" [ 1109.278230] env[69572]: _type = "Task" [ 1109.278230] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.288559] env[69572]: DEBUG oslo_vmware.api [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.570478] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520e1020-edfb-8d9c-1b30-8d7211c01b16, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.570922] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.571096] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 2b6242e7-0252-495b-b66a-d6e3244624d0/2b6242e7-0252-495b-b66a-d6e3244624d0.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.571387] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e45560-95ab-4570-a46b-4b1715d14666 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.577703] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1109.577703] env[69572]: value = "task-3435124" [ 1109.577703] env[69572]: _type = "Task" [ 1109.577703] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.586095] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.742066] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.744194] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.426s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.759125] env[69572]: DEBUG oslo_vmware.api [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435122, 'name': PowerOnVM_Task, 'duration_secs': 0.500241} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.759587] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.759913] env[69572]: INFO nova.compute.manager [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1109.760207] env[69572]: DEBUG nova.compute.manager [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.761131] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd860e6d-3be2-48c1-a851-18172faec598 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.764753] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "refresh_cache-650b3099-52d7-45ec-af1d-7f912f035219" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.765299] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Instance network_info: |[{"id": "3089a240-551c-4e4a-bb42-e54c9013cba4", "address": "fa:16:3e:53:4a:7e", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3089a240-55", "ovs_interfaceid": "3089a240-551c-4e4a-bb42-e54c9013cba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1109.766314] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:4a:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3089a240-551c-4e4a-bb42-e54c9013cba4', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.774807] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.775505] env[69572]: INFO nova.scheduler.client.report [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted allocations for instance 96425338-fe50-4af8-aafa-ef28aa9d3435 [ 1109.776728] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.776965] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d075948-0146-402f-9937-30baefb45848 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.810501] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1109.812412] env[69572]: DEBUG oslo_vmware.api [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Task: {'id': task-3435123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245864} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.813027] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.813027] env[69572]: value = "task-3435125" [ 1109.813027] env[69572]: _type = "Task" [ 1109.813027] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.813027] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.813245] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.813389] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.813564] env[69572]: INFO nova.compute.manager [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1109.813804] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.814055] env[69572]: DEBUG nova.compute.manager [-] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1109.814146] env[69572]: DEBUG nova.network.neutron [-] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.824828] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435125, 'name': CreateVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.842214] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.842508] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.842682] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.842889] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.843050] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.843228] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.843499] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.844319] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.844319] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.844319] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.844319] env[69572]: DEBUG nova.virt.hardware [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.845235] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfea4e7-dc9b-42b5-942c-24bac78d9e92 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.855123] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347e296-03e5-4ff9-a59d-b74ce7e3e9f6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.088213] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435124, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.150017] env[69572]: DEBUG nova.compute.manager [req-886c4410-c87f-461f-9939-7a809487f67c req-e9303e1b-c9df-45b5-bc64-125df4a656c7 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Received event network-changed-3089a240-551c-4e4a-bb42-e54c9013cba4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1110.150352] env[69572]: DEBUG nova.compute.manager [req-886c4410-c87f-461f-9939-7a809487f67c req-e9303e1b-c9df-45b5-bc64-125df4a656c7 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Refreshing instance network info cache due to event network-changed-3089a240-551c-4e4a-bb42-e54c9013cba4. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1110.150679] env[69572]: DEBUG oslo_concurrency.lockutils [req-886c4410-c87f-461f-9939-7a809487f67c req-e9303e1b-c9df-45b5-bc64-125df4a656c7 service nova] Acquiring lock "refresh_cache-650b3099-52d7-45ec-af1d-7f912f035219" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.150953] env[69572]: DEBUG oslo_concurrency.lockutils [req-886c4410-c87f-461f-9939-7a809487f67c req-e9303e1b-c9df-45b5-bc64-125df4a656c7 service nova] Acquired lock "refresh_cache-650b3099-52d7-45ec-af1d-7f912f035219" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.151252] env[69572]: DEBUG nova.network.neutron [req-886c4410-c87f-461f-9939-7a809487f67c req-e9303e1b-c9df-45b5-bc64-125df4a656c7 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Refreshing network info cache for port 3089a240-551c-4e4a-bb42-e54c9013cba4 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.172021] env[69572]: DEBUG nova.compute.manager [req-fb4cbef0-cec9-479f-83e1-8f3254bbebd6 req-6452c52a-394a-412b-af1e-792e80fea982 service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Received event network-vif-plugged-f713fc72-7f92-4cf1-aaa0-92b451bc7668 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1110.172021] env[69572]: DEBUG oslo_concurrency.lockutils [req-fb4cbef0-cec9-479f-83e1-8f3254bbebd6 req-6452c52a-394a-412b-af1e-792e80fea982 service nova] Acquiring lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.172021] env[69572]: DEBUG oslo_concurrency.lockutils [req-fb4cbef0-cec9-479f-83e1-8f3254bbebd6 req-6452c52a-394a-412b-af1e-792e80fea982 service nova] Lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.172452] env[69572]: DEBUG oslo_concurrency.lockutils [req-fb4cbef0-cec9-479f-83e1-8f3254bbebd6 req-6452c52a-394a-412b-af1e-792e80fea982 service nova] Lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.172670] env[69572]: DEBUG nova.compute.manager [req-fb4cbef0-cec9-479f-83e1-8f3254bbebd6 req-6452c52a-394a-412b-af1e-792e80fea982 service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] No waiting events found dispatching network-vif-plugged-f713fc72-7f92-4cf1-aaa0-92b451bc7668 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1110.172836] env[69572]: WARNING nova.compute.manager [req-fb4cbef0-cec9-479f-83e1-8f3254bbebd6 req-6452c52a-394a-412b-af1e-792e80fea982 service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Received unexpected event network-vif-plugged-f713fc72-7f92-4cf1-aaa0-92b451bc7668 for instance with vm_state building and task_state spawning. [ 1110.185231] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Successfully updated port: f713fc72-7f92-4cf1-aaa0-92b451bc7668 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.249111] env[69572]: INFO nova.compute.claims [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.301534] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ad3af442-ddfe-4010-8abc-6462589a446d tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "96425338-fe50-4af8-aafa-ef28aa9d3435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.962s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.309078] env[69572]: INFO nova.compute.manager [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Took 26.26 seconds to build instance. [ 1110.324162] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435125, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.588419] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619203} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.588686] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 2b6242e7-0252-495b-b66a-d6e3244624d0/2b6242e7-0252-495b-b66a-d6e3244624d0.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.588976] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.589183] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e71b383d-cf7c-418e-b360-db83d5eec28a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.596385] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1110.596385] env[69572]: value = "task-3435126" [ 1110.596385] env[69572]: _type = "Task" [ 1110.596385] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.603991] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.633402] env[69572]: DEBUG nova.network.neutron [-] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.687849] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "refresh_cache-ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.688115] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "refresh_cache-ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.688235] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.757661] env[69572]: INFO nova.compute.resource_tracker [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating resource usage from migration 455b3597-a5f6-4cae-836a-e529bd816e5b [ 1110.811675] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3e3c83d9-76e9-47a8-9a67-936f8047a619 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "d72f5be8-b083-4c8a-9642-98df3452ea74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.772s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.831087] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435125, 'name': CreateVM_Task, 'duration_secs': 0.533668} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.831556] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.832784] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.832858] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.833179] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.835877] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f5ffc5-fe28-42e1-86de-e8a146ee2b84 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.843041] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1110.843041] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb3fe4-85a1-5831-2590-8457920300eb" [ 1110.843041] env[69572]: _type = "Task" [ 1110.843041] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.851461] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb3fe4-85a1-5831-2590-8457920300eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.872175] env[69572]: DEBUG nova.network.neutron [req-886c4410-c87f-461f-9939-7a809487f67c req-e9303e1b-c9df-45b5-bc64-125df4a656c7 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Updated VIF entry in instance network info cache for port 3089a240-551c-4e4a-bb42-e54c9013cba4. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.872531] env[69572]: DEBUG nova.network.neutron [req-886c4410-c87f-461f-9939-7a809487f67c req-e9303e1b-c9df-45b5-bc64-125df4a656c7 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Updating instance_info_cache with network_info: [{"id": "3089a240-551c-4e4a-bb42-e54c9013cba4", "address": "fa:16:3e:53:4a:7e", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3089a240-55", "ovs_interfaceid": "3089a240-551c-4e4a-bb42-e54c9013cba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.989494] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0332ad2a-b873-4472-9a91-ac65a0f66f29 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.997373] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf24069-2bc9-407f-9931-8b55fc6d451f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.029150] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73154fe6-4de0-40d0-9827-663a6cea3aea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.036353] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d2e635-8e78-4552-b851-238e725661f6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.050164] env[69572]: DEBUG nova.compute.provider_tree [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.074870] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "d72f5be8-b083-4c8a-9642-98df3452ea74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.075161] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "d72f5be8-b083-4c8a-9642-98df3452ea74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.075440] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "d72f5be8-b083-4c8a-9642-98df3452ea74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.075630] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "d72f5be8-b083-4c8a-9642-98df3452ea74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.075807] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "d72f5be8-b083-4c8a-9642-98df3452ea74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.077782] env[69572]: INFO nova.compute.manager [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Terminating instance [ 1111.105294] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070246} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.105569] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.106357] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0a8c82-40ca-4c2f-af35-50cc076fcb42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.128253] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 2b6242e7-0252-495b-b66a-d6e3244624d0/2b6242e7-0252-495b-b66a-d6e3244624d0.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.128819] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fead73d-f518-4d2d-8a0d-b3272a7d625d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.143153] env[69572]: INFO nova.compute.manager [-] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Took 1.33 seconds to deallocate network for instance. [ 1111.151017] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1111.151017] env[69572]: value = "task-3435127" [ 1111.151017] env[69572]: _type = "Task" [ 1111.151017] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.160306] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.221352] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.349215] env[69572]: DEBUG nova.network.neutron [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Updating instance_info_cache with network_info: [{"id": "f713fc72-7f92-4cf1-aaa0-92b451bc7668", "address": "fa:16:3e:bb:7b:f5", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf713fc72-7f", "ovs_interfaceid": "f713fc72-7f92-4cf1-aaa0-92b451bc7668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.356748] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb3fe4-85a1-5831-2590-8457920300eb, 'name': SearchDatastore_Task, 'duration_secs': 0.038868} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.356748] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.356748] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.356748] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.356748] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.357117] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.357117] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32895dbc-54c5-4684-9cee-61f1ddcef998 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.374801] env[69572]: DEBUG oslo_concurrency.lockutils [req-886c4410-c87f-461f-9939-7a809487f67c req-e9303e1b-c9df-45b5-bc64-125df4a656c7 service nova] Releasing lock "refresh_cache-650b3099-52d7-45ec-af1d-7f912f035219" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.375870] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.376061] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.376881] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f928d032-8c36-4942-bc6b-df1203fa98f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.382301] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1111.382301] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]526a72ce-3ae2-dcb0-55bd-e5b5b330e251" [ 1111.382301] env[69572]: _type = "Task" [ 1111.382301] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.390793] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526a72ce-3ae2-dcb0-55bd-e5b5b330e251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.553699] env[69572]: DEBUG nova.scheduler.client.report [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.581297] env[69572]: DEBUG nova.compute.manager [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1111.581528] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.582392] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798e4a95-1a90-4bc6-8b35-f9afbcfc086a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.590397] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.590643] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c72b21-fd91-4c07-a618-b1208e70514c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.597108] env[69572]: DEBUG oslo_vmware.api [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1111.597108] env[69572]: value = "task-3435128" [ 1111.597108] env[69572]: _type = "Task" [ 1111.597108] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.605214] env[69572]: DEBUG oslo_vmware.api [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.650969] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.661061] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.748426] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "001031c3-4048-4c09-bc72-a7cdeb070c37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.748718] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "001031c3-4048-4c09-bc72-a7cdeb070c37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.748968] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "001031c3-4048-4c09-bc72-a7cdeb070c37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.749226] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "001031c3-4048-4c09-bc72-a7cdeb070c37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.749472] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "001031c3-4048-4c09-bc72-a7cdeb070c37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.752778] env[69572]: INFO nova.compute.manager [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Terminating instance [ 1111.853054] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "refresh_cache-ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.853054] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Instance network_info: |[{"id": "f713fc72-7f92-4cf1-aaa0-92b451bc7668", "address": "fa:16:3e:bb:7b:f5", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf713fc72-7f", "ovs_interfaceid": "f713fc72-7f92-4cf1-aaa0-92b451bc7668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1111.853054] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:7b:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f713fc72-7f92-4cf1-aaa0-92b451bc7668', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.860274] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.860495] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.860874] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd07b08-549f-43f7-a000-e9d2bcac910b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.881665] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.881665] env[69572]: value = "task-3435129" [ 1111.881665] env[69572]: _type = "Task" [ 1111.881665] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.894216] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435129, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.898736] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]526a72ce-3ae2-dcb0-55bd-e5b5b330e251, 'name': SearchDatastore_Task, 'duration_secs': 0.037406} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.899730] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95af0fdc-7b1f-452d-a6b1-7b434094c655 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.905734] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1111.905734] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525547df-6d14-38d9-f377-950b289fad6f" [ 1111.905734] env[69572]: _type = "Task" [ 1111.905734] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.915311] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525547df-6d14-38d9-f377-950b289fad6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.059352] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.315s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.059553] env[69572]: INFO nova.compute.manager [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Migrating [ 1112.069416] env[69572]: DEBUG oslo_concurrency.lockutils [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.804s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.069663] env[69572]: DEBUG nova.objects.instance [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lazy-loading 'resources' on Instance uuid b1aa735c-e012-46fe-adcc-9bcc17246e1f {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.106097] env[69572]: DEBUG oslo_vmware.api [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435128, 'name': PowerOffVM_Task, 'duration_secs': 0.356014} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.106361] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.106529] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.106805] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68f7d814-c91b-47f7-93d0-adc1c8da140e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.162393] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435127, 'name': ReconfigVM_Task, 'duration_secs': 0.905692} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.162671] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 2b6242e7-0252-495b-b66a-d6e3244624d0/2b6242e7-0252-495b-b66a-d6e3244624d0.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.163342] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fc85b81-9211-4e8b-a2ae-aca61b631fc3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.169664] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1112.169664] env[69572]: value = "task-3435131" [ 1112.169664] env[69572]: _type = "Task" [ 1112.169664] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.175719] env[69572]: DEBUG nova.compute.manager [req-c12c818c-48f6-4ceb-b1dc-8e6c06549083 req-8f7a54a3-c6c5-4aa9-b95f-42e71b41353b service nova] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Received event network-vif-deleted-565c22ce-37ce-45ad-a257-158a688719dc {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1112.180097] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435131, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.181446] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.181722] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.181910] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleting the datastore file [datastore2] d72f5be8-b083-4c8a-9642-98df3452ea74 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.182436] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a80afd57-2d1c-4678-82ce-126293b5b95c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.189610] env[69572]: DEBUG oslo_vmware.api [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1112.189610] env[69572]: value = "task-3435132" [ 1112.189610] env[69572]: _type = "Task" [ 1112.189610] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.198656] env[69572]: DEBUG nova.compute.manager [req-d6cb24eb-bfd0-4778-bce2-40b74b3b5df6 req-b0103484-4101-4226-bb0e-51bb6e1d6bbc service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Received event network-changed-f713fc72-7f92-4cf1-aaa0-92b451bc7668 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1112.198907] env[69572]: DEBUG nova.compute.manager [req-d6cb24eb-bfd0-4778-bce2-40b74b3b5df6 req-b0103484-4101-4226-bb0e-51bb6e1d6bbc service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Refreshing instance network info cache due to event network-changed-f713fc72-7f92-4cf1-aaa0-92b451bc7668. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1112.199119] env[69572]: DEBUG oslo_concurrency.lockutils [req-d6cb24eb-bfd0-4778-bce2-40b74b3b5df6 req-b0103484-4101-4226-bb0e-51bb6e1d6bbc service nova] Acquiring lock "refresh_cache-ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.199273] env[69572]: DEBUG oslo_concurrency.lockutils [req-d6cb24eb-bfd0-4778-bce2-40b74b3b5df6 req-b0103484-4101-4226-bb0e-51bb6e1d6bbc service nova] Acquired lock "refresh_cache-ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.199450] env[69572]: DEBUG nova.network.neutron [req-d6cb24eb-bfd0-4778-bce2-40b74b3b5df6 req-b0103484-4101-4226-bb0e-51bb6e1d6bbc service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Refreshing network info cache for port f713fc72-7f92-4cf1-aaa0-92b451bc7668 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.204841] env[69572]: DEBUG oslo_vmware.api [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.256792] env[69572]: DEBUG nova.compute.manager [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1112.257035] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.257947] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fa6ad7-41ac-4baf-a493-5c7d0662827f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.266332] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.266599] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47e83907-0e31-495f-b90f-5bf03256fd08 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.272992] env[69572]: DEBUG oslo_vmware.api [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1112.272992] env[69572]: value = "task-3435133" [ 1112.272992] env[69572]: _type = "Task" [ 1112.272992] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.281694] env[69572]: DEBUG oslo_vmware.api [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.390561] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435129, 'name': CreateVM_Task, 'duration_secs': 0.29601} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.390732] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.391419] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.391581] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.391899] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.392174] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523f9b1f-3422-4849-90dc-35880e9f8761 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.396387] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1112.396387] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520de329-3e62-2d2d-bddb-bb9d37c903a9" [ 1112.396387] env[69572]: _type = "Task" [ 1112.396387] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.404313] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520de329-3e62-2d2d-bddb-bb9d37c903a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.414444] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525547df-6d14-38d9-f377-950b289fad6f, 'name': SearchDatastore_Task, 'duration_secs': 0.0135} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.414723] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.414977] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 650b3099-52d7-45ec-af1d-7f912f035219/650b3099-52d7-45ec-af1d-7f912f035219.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.415247] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ee15b65-8f5d-4052-bc1b-a8f6519d07fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.421148] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1112.421148] env[69572]: value = "task-3435134" [ 1112.421148] env[69572]: _type = "Task" [ 1112.421148] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.428753] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.578012] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.578286] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.578469] env[69572]: DEBUG nova.network.neutron [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.681506] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435131, 'name': Rename_Task, 'duration_secs': 0.183711} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.681878] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.682047] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50826047-c951-4c76-927e-63cd63a57be3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.688025] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1112.688025] env[69572]: value = "task-3435135" [ 1112.688025] env[69572]: _type = "Task" [ 1112.688025] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.704513] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.709020] env[69572]: DEBUG oslo_vmware.api [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157216} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.713652] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.713864] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.714116] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.714314] env[69572]: INFO nova.compute.manager [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1112.714611] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.715103] env[69572]: DEBUG nova.compute.manager [-] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1112.715712] env[69572]: DEBUG nova.network.neutron [-] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.793682] env[69572]: DEBUG oslo_vmware.api [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435133, 'name': PowerOffVM_Task, 'duration_secs': 0.185292} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.793969] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.794148] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.794411] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6875d6b0-dadd-4756-9174-fe857298d412 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.830644] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8779d04-d237-40d5-b45e-90ad31e37788 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.842479] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12624bb2-077f-433d-b587-782bfc9d5c52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.877863] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05846862-55fb-446e-9053-3360bd39e65e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.880545] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.880745] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.880921] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleting the datastore file [datastore2] 001031c3-4048-4c09-bc72-a7cdeb070c37 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.881512] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-599f2dd5-7933-400f-8f72-034cb7e5563d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.889614] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae38e40-e72e-4518-9744-afecc651cc9f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.893825] env[69572]: DEBUG oslo_vmware.api [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for the task: (returnval){ [ 1112.893825] env[69572]: value = "task-3435137" [ 1112.893825] env[69572]: _type = "Task" [ 1112.893825] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.905749] env[69572]: DEBUG nova.compute.provider_tree [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.914970] env[69572]: DEBUG oslo_vmware.api [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.918438] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520de329-3e62-2d2d-bddb-bb9d37c903a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013654} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.921429] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.921665] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.921896] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.922059] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.922263] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.922794] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-025df1e1-4842-4931-b89f-2b90c5b41be5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.933488] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502728} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.934539] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 650b3099-52d7-45ec-af1d-7f912f035219/650b3099-52d7-45ec-af1d-7f912f035219.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.934780] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.935057] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.935221] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.935876] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bba90b84-ccbb-4e44-bdd5-4b33bc9fa124 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.938189] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cdcb2aa-fa55-406e-9b74-3188b66b6f60 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.943221] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1112.943221] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527250da-9c9e-bf04-5e71-95970cb535e4" [ 1112.943221] env[69572]: _type = "Task" [ 1112.943221] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.944190] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1112.944190] env[69572]: value = "task-3435138" [ 1112.944190] env[69572]: _type = "Task" [ 1112.944190] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.955147] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527250da-9c9e-bf04-5e71-95970cb535e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008547} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.958922] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.959746] env[69572]: DEBUG nova.network.neutron [req-d6cb24eb-bfd0-4778-bce2-40b74b3b5df6 req-b0103484-4101-4226-bb0e-51bb6e1d6bbc service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Updated VIF entry in instance network info cache for port f713fc72-7f92-4cf1-aaa0-92b451bc7668. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.960099] env[69572]: DEBUG nova.network.neutron [req-d6cb24eb-bfd0-4778-bce2-40b74b3b5df6 req-b0103484-4101-4226-bb0e-51bb6e1d6bbc service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Updating instance_info_cache with network_info: [{"id": "f713fc72-7f92-4cf1-aaa0-92b451bc7668", "address": "fa:16:3e:bb:7b:f5", "network": {"id": "44419a46-4ea2-454e-be78-a4f9402c0206", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1081987648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea6737d3fc44721b9c9f1fe5abc4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf713fc72-7f", "ovs_interfaceid": "f713fc72-7f92-4cf1-aaa0-92b451bc7668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.961232] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23cc7a6-957b-47eb-a851-d6fbf4090023 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.966272] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1112.966272] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5251b7e1-37d1-c2cf-a2f1-1b8176352ce1" [ 1112.966272] env[69572]: _type = "Task" [ 1112.966272] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.976250] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5251b7e1-37d1-c2cf-a2f1-1b8176352ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.200608] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.304169] env[69572]: DEBUG nova.network.neutron [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance_info_cache with network_info: [{"id": "016bbbe6-a936-423a-aed1-a0ff14300301", "address": "fa:16:3e:8e:ce:cf", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016bbbe6-a9", "ovs_interfaceid": "016bbbe6-a936-423a-aed1-a0ff14300301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.403699] env[69572]: DEBUG oslo_vmware.api [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Task: {'id': task-3435137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186693} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.403993] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.404193] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.404371] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.404541] env[69572]: INFO nova.compute.manager [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1113.404786] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.404969] env[69572]: DEBUG nova.compute.manager [-] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1113.405073] env[69572]: DEBUG nova.network.neutron [-] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.411622] env[69572]: DEBUG nova.scheduler.client.report [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.456905] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062316} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.457198] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.457959] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49939055-4cf3-4963-9b94-5f64b1d3438a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.471675] env[69572]: DEBUG oslo_concurrency.lockutils [req-d6cb24eb-bfd0-4778-bce2-40b74b3b5df6 req-b0103484-4101-4226-bb0e-51bb6e1d6bbc service nova] Releasing lock "refresh_cache-ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.480664] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 650b3099-52d7-45ec-af1d-7f912f035219/650b3099-52d7-45ec-af1d-7f912f035219.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.483832] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7094f46-53e8-41fe-8364-01c776f3fba3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.503576] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5251b7e1-37d1-c2cf-a2f1-1b8176352ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.504790] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.505064] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] ddb9e377-6abc-4edd-8ec4-9b109a35ebf8/ddb9e377-6abc-4edd-8ec4-9b109a35ebf8.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.505709] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1113.505709] env[69572]: value = "task-3435139" [ 1113.505709] env[69572]: _type = "Task" [ 1113.505709] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.505934] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db0fe9cc-5f0f-41da-9f71-98643d449752 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.516138] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.517302] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1113.517302] env[69572]: value = "task-3435140" [ 1113.517302] env[69572]: _type = "Task" [ 1113.517302] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.524752] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.572791] env[69572]: DEBUG nova.network.neutron [-] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.700247] env[69572]: DEBUG oslo_vmware.api [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435135, 'name': PowerOnVM_Task, 'duration_secs': 0.613598} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.700907] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.700907] env[69572]: INFO nova.compute.manager [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1113.701105] env[69572]: DEBUG nova.compute.manager [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.701766] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65b805c-0196-4557-93cf-f88c794d2163 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.807024] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.916804] env[69572]: DEBUG oslo_concurrency.lockutils [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.919710] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.380s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.923277] env[69572]: INFO nova.compute.claims [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.938509] env[69572]: INFO nova.scheduler.client.report [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Deleted allocations for instance b1aa735c-e012-46fe-adcc-9bcc17246e1f [ 1114.018272] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435139, 'name': ReconfigVM_Task, 'duration_secs': 0.286417} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.021903] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 650b3099-52d7-45ec-af1d-7f912f035219/650b3099-52d7-45ec-af1d-7f912f035219.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.022710] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c3dfa4e-d7eb-48e3-b6fa-b3db5eba0311 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.029334] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435140, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.030724] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1114.030724] env[69572]: value = "task-3435141" [ 1114.030724] env[69572]: _type = "Task" [ 1114.030724] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.038786] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435141, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.075342] env[69572]: INFO nova.compute.manager [-] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Took 1.36 seconds to deallocate network for instance. [ 1114.138524] env[69572]: DEBUG nova.network.neutron [-] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.219253] env[69572]: INFO nova.compute.manager [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Took 24.54 seconds to build instance. [ 1114.278098] env[69572]: DEBUG nova.compute.manager [req-160d72a1-28f2-402b-8db7-43d67e98f728 req-ac13660a-e3bc-458d-98a0-df55a433b76b service nova] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Received event network-vif-deleted-21030694-b2ec-49f9-a571-aa283d86f4f3 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1114.278252] env[69572]: DEBUG nova.compute.manager [req-160d72a1-28f2-402b-8db7-43d67e98f728 req-ac13660a-e3bc-458d-98a0-df55a433b76b service nova] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Received event network-vif-deleted-56d6e62f-48ae-48ed-a281-84c568b7b60c {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1114.446923] env[69572]: DEBUG oslo_concurrency.lockutils [None req-99dec2bc-46a6-4d29-8c65-2195dc1a5fc6 tempest-ServersTestJSON-1006528257 tempest-ServersTestJSON-1006528257-project-member] Lock "b1aa735c-e012-46fe-adcc-9bcc17246e1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.492s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.528884] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8295} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.529190] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] ddb9e377-6abc-4edd-8ec4-9b109a35ebf8/ddb9e377-6abc-4edd-8ec4-9b109a35ebf8.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.529402] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.529679] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a499cc66-586a-429a-bac3-fdc8abad7ab7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.539610] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435141, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.541411] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1114.541411] env[69572]: value = "task-3435142" [ 1114.541411] env[69572]: _type = "Task" [ 1114.541411] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.550843] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.583067] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.643356] env[69572]: INFO nova.compute.manager [-] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Took 1.24 seconds to deallocate network for instance. [ 1114.722063] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b43c05b9-4711-42a5-996e-8ec358f1d998 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.056s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.049048] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435141, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.056056] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185647} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.056314] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.057107] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52095a4e-8a08-487a-9db0-3b7671f68200 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.083069] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] ddb9e377-6abc-4edd-8ec4-9b109a35ebf8/ddb9e377-6abc-4edd-8ec4-9b109a35ebf8.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.085811] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37f19e1f-5a58-4339-8919-226667a02450 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.105210] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1115.105210] env[69572]: value = "task-3435143" [ 1115.105210] env[69572]: _type = "Task" [ 1115.105210] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.114586] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.152631] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.178055] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f17fb-a02c-43a2-a1af-fcd93672da71 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.185730] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071a78f2-c4eb-444f-9ac4-17df9e77d4b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.218715] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57892b10-d744-4424-badb-1c16a555759b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.227010] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9809fb94-e095-4030-a3cb-4901a1a39375 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.241476] env[69572]: DEBUG nova.compute.provider_tree [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.321548] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276882c2-91c4-4070-86fa-783619b54e46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.353509] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance 'f51ace3b-7d9a-42db-9933-b13a7e9ea258' progress to 0 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.543081] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435141, 'name': Rename_Task, 'duration_secs': 1.284322} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.543236] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.543481] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8009999-81ff-4960-a79e-df616e2b5e26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.550353] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1115.550353] env[69572]: value = "task-3435144" [ 1115.550353] env[69572]: _type = "Task" [ 1115.550353] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.557940] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.615228] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435143, 'name': ReconfigVM_Task, 'duration_secs': 0.278509} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.615532] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Reconfigured VM instance instance-0000006f to attach disk [datastore1] ddb9e377-6abc-4edd-8ec4-9b109a35ebf8/ddb9e377-6abc-4edd-8ec4-9b109a35ebf8.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.616205] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcf49cad-4b12-48b0-be18-8e310e6bb87e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.621822] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1115.621822] env[69572]: value = "task-3435145" [ 1115.621822] env[69572]: _type = "Task" [ 1115.621822] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.631864] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435145, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.746448] env[69572]: DEBUG nova.scheduler.client.report [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.861609] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.861955] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38858400-06db-4d02-ad43-e3403e241a23 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.870398] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1115.870398] env[69572]: value = "task-3435146" [ 1115.870398] env[69572]: _type = "Task" [ 1115.870398] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.878970] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.063310] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435144, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.131434] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435145, 'name': Rename_Task, 'duration_secs': 0.183584} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.131717] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.131967] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4d2bbc3-d550-464b-abaf-ff998808458b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.138670] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1116.138670] env[69572]: value = "task-3435147" [ 1116.138670] env[69572]: _type = "Task" [ 1116.138670] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.154361] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435147, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.255065] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.255065] env[69572]: DEBUG nova.compute.manager [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1116.257502] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.268s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.306259] env[69572]: DEBUG nova.compute.manager [req-432de3dc-15aa-4da7-953f-50c3a672a5af req-edc3369e-3419-4bb8-9bfe-65fadad02e2c service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Received event network-changed-cbc162d7-1f7b-4769-9a32-7865c75e12b6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1116.306481] env[69572]: DEBUG nova.compute.manager [req-432de3dc-15aa-4da7-953f-50c3a672a5af req-edc3369e-3419-4bb8-9bfe-65fadad02e2c service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Refreshing instance network info cache due to event network-changed-cbc162d7-1f7b-4769-9a32-7865c75e12b6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1116.307012] env[69572]: DEBUG oslo_concurrency.lockutils [req-432de3dc-15aa-4da7-953f-50c3a672a5af req-edc3369e-3419-4bb8-9bfe-65fadad02e2c service nova] Acquiring lock "refresh_cache-2b6242e7-0252-495b-b66a-d6e3244624d0" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.307012] env[69572]: DEBUG oslo_concurrency.lockutils [req-432de3dc-15aa-4da7-953f-50c3a672a5af req-edc3369e-3419-4bb8-9bfe-65fadad02e2c service nova] Acquired lock "refresh_cache-2b6242e7-0252-495b-b66a-d6e3244624d0" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.307012] env[69572]: DEBUG nova.network.neutron [req-432de3dc-15aa-4da7-953f-50c3a672a5af req-edc3369e-3419-4bb8-9bfe-65fadad02e2c service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Refreshing network info cache for port cbc162d7-1f7b-4769-9a32-7865c75e12b6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.382481] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.564061] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435144, 'name': PowerOnVM_Task, 'duration_secs': 0.552762} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.564061] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.564061] env[69572]: INFO nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1116.564061] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.564816] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56db1b1f-020f-4daa-bcd4-ad1c04174af2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.647652] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.761015] env[69572]: DEBUG nova.compute.utils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.765630] env[69572]: DEBUG nova.compute.manager [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Not allocating networking since 'none' was specified. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 1116.882079] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.997277] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37fcd86-a628-4005-a7c2-17ff596a86bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.005555] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9b61f7-e97c-490f-a6ff-ad8a80ed272f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.044749] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47fa659-2c55-407f-85e6-2205aa36bcd8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.053013] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba64d52-60a0-4c56-952a-4ae8708f6f7d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.068544] env[69572]: DEBUG nova.compute.provider_tree [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.085344] env[69572]: INFO nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Took 21.96 seconds to build instance. [ 1117.149781] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.266981] env[69572]: DEBUG nova.compute.manager [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1117.381463] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435146, 'name': PowerOffVM_Task, 'duration_secs': 1.189472} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.381747] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.381920] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance 'f51ace3b-7d9a-42db-9933-b13a7e9ea258' progress to 17 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.414945] env[69572]: DEBUG nova.network.neutron [req-432de3dc-15aa-4da7-953f-50c3a672a5af req-edc3369e-3419-4bb8-9bfe-65fadad02e2c service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Updated VIF entry in instance network info cache for port cbc162d7-1f7b-4769-9a32-7865c75e12b6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.415434] env[69572]: DEBUG nova.network.neutron [req-432de3dc-15aa-4da7-953f-50c3a672a5af req-edc3369e-3419-4bb8-9bfe-65fadad02e2c service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Updating instance_info_cache with network_info: [{"id": "cbc162d7-1f7b-4769-9a32-7865c75e12b6", "address": "fa:16:3e:27:74:61", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc162d7-1f", "ovs_interfaceid": "cbc162d7-1f7b-4769-9a32-7865c75e12b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.572285] env[69572]: DEBUG nova.scheduler.client.report [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.589163] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "650b3099-52d7-45ec-af1d-7f912f035219" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.479s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.650027] env[69572]: DEBUG oslo_vmware.api [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435147, 'name': PowerOnVM_Task, 'duration_secs': 1.207719} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.650485] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.650733] env[69572]: INFO nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1117.651029] env[69572]: DEBUG nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.651968] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55544fcf-603c-4fe7-bc0a-a6aa96b95b26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.888228] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.888487] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.888646] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.888845] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.889086] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.889267] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.889476] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.889635] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.889830] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.890026] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.890204] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.895611] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69e7216-4d68-4b1e-9ef4-5c4af0324882 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.912094] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1117.912094] env[69572]: value = "task-3435148" [ 1117.912094] env[69572]: _type = "Task" [ 1117.912094] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.920223] env[69572]: DEBUG oslo_concurrency.lockutils [req-432de3dc-15aa-4da7-953f-50c3a672a5af req-edc3369e-3419-4bb8-9bfe-65fadad02e2c service nova] Releasing lock "refresh_cache-2b6242e7-0252-495b-b66a-d6e3244624d0" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.920584] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.174541] env[69572]: INFO nova.compute.manager [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Took 23.02 seconds to build instance. [ 1118.278071] env[69572]: DEBUG nova.compute.manager [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1118.305898] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.306149] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.306304] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.306479] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.306634] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.306841] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.307066] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.307226] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.307390] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.307548] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.307744] env[69572]: DEBUG nova.virt.hardware [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.308624] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb8138c-9147-4a40-9072-13860c4f8da8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.316321] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de4abce-f6e0-476c-b689-72785a26da0f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.330829] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.336403] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Creating folder: Project (a2f254ec063a4905b677ac4ce864b588). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.336747] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0012d1a0-2d9b-4102-a25d-fcc59ff7ed56 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.345390] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Created folder: Project (a2f254ec063a4905b677ac4ce864b588) in parent group-v685431. [ 1118.345564] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Creating folder: Instances. Parent ref: group-v685723. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.345785] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa12747e-906f-4bb6-863b-a1aa80af63a7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.354276] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Created folder: Instances in parent group-v685723. [ 1118.354522] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.354744] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.354944] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bc417e8-9e1e-4122-8554-451f3ccdcb52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.372686] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.372686] env[69572]: value = "task-3435151" [ 1118.372686] env[69572]: _type = "Task" [ 1118.372686] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.383020] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435151, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.423346] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435148, 'name': ReconfigVM_Task, 'duration_secs': 0.418338} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.423749] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance 'f51ace3b-7d9a-42db-9933-b13a7e9ea258' progress to 33 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.583119] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.325s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.585503] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.935s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.585719] env[69572]: DEBUG nova.objects.instance [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lazy-loading 'resources' on Instance uuid b5439f3e-87b8-4126-b20d-6133ab89437c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.675610] env[69572]: DEBUG oslo_concurrency.lockutils [None req-91875cf1-d305-4192-8bcf-ccbb63bf8042 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.527s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.884765] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435151, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.930339] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.930590] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.930748] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.930930] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.931088] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.931237] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.931447] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.931605] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.931775] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.931952] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.932144] env[69572]: DEBUG nova.virt.hardware [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.937908] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.938242] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e470d7e-734a-4d21-915c-a11e23622d74 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.958641] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1118.958641] env[69572]: value = "task-3435152" [ 1118.958641] env[69572]: _type = "Task" [ 1118.958641] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.966370] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.160405] env[69572]: INFO nova.scheduler.client.report [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted allocation for migration 865dfc06-5acb-4550-8b1b-1b9d0855c182 [ 1119.340609] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ee68c3-7518-4388-8df9-1554536c2eff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.350758] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a115e8-82a3-45fd-b5f7-5dd7c05efae3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.397940] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3546de-61aa-449c-aaf3-022a266f697c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.409029] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8345b0-4317-4b03-be0c-a6b0b85335ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.412085] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435151, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.422264] env[69572]: DEBUG nova.compute.provider_tree [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.466994] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435152, 'name': ReconfigVM_Task, 'duration_secs': 0.469232} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.467304] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.468138] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d084347b-cf06-4778-9708-6fdaf142055b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.492716] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] f51ace3b-7d9a-42db-9933-b13a7e9ea258/f51ace3b-7d9a-42db-9933-b13a7e9ea258.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.492842] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb69f4c-f0f0-4dfb-828e-bdaadfa44c96 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.510056] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1119.510056] env[69572]: value = "task-3435153" [ 1119.510056] env[69572]: _type = "Task" [ 1119.510056] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.518124] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.666942] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "790db019-8afa-4be1-bc12-7d05736b0850" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.046s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.700636] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "650b3099-52d7-45ec-af1d-7f912f035219" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.700917] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "650b3099-52d7-45ec-af1d-7f912f035219" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.701147] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "650b3099-52d7-45ec-af1d-7f912f035219-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.701337] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "650b3099-52d7-45ec-af1d-7f912f035219-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.701495] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "650b3099-52d7-45ec-af1d-7f912f035219-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.703919] env[69572]: INFO nova.compute.manager [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Terminating instance [ 1119.786883] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.787183] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.787396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.788078] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.788078] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.789988] env[69572]: INFO nova.compute.manager [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Terminating instance [ 1119.905760] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435151, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.925874] env[69572]: DEBUG nova.scheduler.client.report [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.020906] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435153, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.208739] env[69572]: DEBUG nova.compute.manager [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1120.208968] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.209918] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b668659-4d6b-4a11-835f-f4e46154b93d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.218482] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.218718] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98ea3a66-111b-44cf-849b-53850dbd3ffc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.224922] env[69572]: DEBUG oslo_vmware.api [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1120.224922] env[69572]: value = "task-3435154" [ 1120.224922] env[69572]: _type = "Task" [ 1120.224922] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.233079] env[69572]: DEBUG oslo_vmware.api [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.294309] env[69572]: DEBUG nova.compute.manager [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1120.294561] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.295480] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88142053-533d-4a71-850a-4c4ab2d464b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.304558] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.304833] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cecba57b-a249-4fee-b540-71fe137e8571 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.312849] env[69572]: DEBUG oslo_vmware.api [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1120.312849] env[69572]: value = "task-3435155" [ 1120.312849] env[69572]: _type = "Task" [ 1120.312849] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.325484] env[69572]: DEBUG oslo_vmware.api [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.379407] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquiring lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.379759] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.406692] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435151, 'name': CreateVM_Task, 'duration_secs': 1.593359} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.407259] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.407714] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.408064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.408546] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.408856] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d397de94-5a40-422e-b5ff-180c9cc6d467 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.416278] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for the task: (returnval){ [ 1120.416278] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52569a23-8ff7-2d9f-44fe-cc6156c8237e" [ 1120.416278] env[69572]: _type = "Task" [ 1120.416278] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.425959] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52569a23-8ff7-2d9f-44fe-cc6156c8237e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.431135] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.434413] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.851s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.434726] env[69572]: DEBUG nova.objects.instance [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lazy-loading 'resources' on Instance uuid d72f5be8-b083-4c8a-9642-98df3452ea74 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.455671] env[69572]: INFO nova.scheduler.client.report [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Deleted allocations for instance b5439f3e-87b8-4126-b20d-6133ab89437c [ 1120.521355] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435153, 'name': ReconfigVM_Task, 'duration_secs': 0.533864} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.521427] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfigured VM instance instance-00000060 to attach disk [datastore2] f51ace3b-7d9a-42db-9933-b13a7e9ea258/f51ace3b-7d9a-42db-9933-b13a7e9ea258.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.522056] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance 'f51ace3b-7d9a-42db-9933-b13a7e9ea258' progress to 50 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.737169] env[69572]: DEBUG oslo_vmware.api [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435154, 'name': PowerOffVM_Task, 'duration_secs': 0.33525} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.737169] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.737169] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.737385] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8dbf2af-adcb-477e-bc40-ea2de9e91def {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.824024] env[69572]: DEBUG oslo_vmware.api [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435155, 'name': PowerOffVM_Task, 'duration_secs': 0.185444} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.824362] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.824637] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.825029] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad9a4823-3e39-49c7-94a6-a7e7d88e5fdd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.828753] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.829184] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.829483] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleting the datastore file [datastore1] 650b3099-52d7-45ec-af1d-7f912f035219 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.829771] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3564d152-f940-45e0-815c-ecbbf26c71f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.835974] env[69572]: DEBUG oslo_vmware.api [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1120.835974] env[69572]: value = "task-3435158" [ 1120.835974] env[69572]: _type = "Task" [ 1120.835974] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.844455] env[69572]: DEBUG oslo_vmware.api [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.885219] env[69572]: DEBUG nova.compute.manager [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1120.895245] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.895479] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.895943] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleting the datastore file [datastore1] ddb9e377-6abc-4edd-8ec4-9b109a35ebf8 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.896102] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-104d4f5a-d7d8-4d52-9055-9a291181ce9f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.902316] env[69572]: DEBUG oslo_vmware.api [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for the task: (returnval){ [ 1120.902316] env[69572]: value = "task-3435159" [ 1120.902316] env[69572]: _type = "Task" [ 1120.902316] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.911691] env[69572]: DEBUG oslo_vmware.api [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.927389] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52569a23-8ff7-2d9f-44fe-cc6156c8237e, 'name': SearchDatastore_Task, 'duration_secs': 0.01258} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.927697] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.927941] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.928223] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.928355] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.928566] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.928854] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-856efe8f-2550-4abd-984b-a0c33d7089bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.946824] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.947082] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.947919] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757c6d4f-705b-4c14-b83f-1179f21953ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.954969] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for the task: (returnval){ [ 1120.954969] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52015354-5eed-b071-2281-2ce7b4fcdc66" [ 1120.954969] env[69572]: _type = "Task" [ 1120.954969] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.967943] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52015354-5eed-b071-2281-2ce7b4fcdc66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.968451] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7ad542f0-9278-408f-9d7a-b732c0a39d61 tempest-ServerDiskConfigTestJSON-521645129 tempest-ServerDiskConfigTestJSON-521645129-project-member] Lock "b5439f3e-87b8-4126-b20d-6133ab89437c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.840s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.029508] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a0642-0570-474d-8861-bf11c835075e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.056264] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb34a6f2-a21a-4fe6-b549-6e27cfa988c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.079486] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance 'f51ace3b-7d9a-42db-9933-b13a7e9ea258' progress to 67 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.144135] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "790db019-8afa-4be1-bc12-7d05736b0850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.144389] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "790db019-8afa-4be1-bc12-7d05736b0850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.144596] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "790db019-8afa-4be1-bc12-7d05736b0850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.144926] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "790db019-8afa-4be1-bc12-7d05736b0850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.145041] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "790db019-8afa-4be1-bc12-7d05736b0850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.149947] env[69572]: INFO nova.compute.manager [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Terminating instance [ 1121.186544] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d03eeec-a1a5-4c46-b496-701923d718ab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.195036] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df53ee3-af11-4e81-bed1-a51a582910e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.228954] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae498c8-9379-422e-b1cd-e0533e546f3c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.236993] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c23c0c-a253-45f8-a37f-8218e6074010 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.251055] env[69572]: DEBUG nova.compute.provider_tree [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.345662] env[69572]: DEBUG oslo_vmware.api [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378443} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.345924] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.346122] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.346310] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.347107] env[69572]: INFO nova.compute.manager [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1121.347107] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.347107] env[69572]: DEBUG nova.compute.manager [-] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1121.347107] env[69572]: DEBUG nova.network.neutron [-] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.411620] env[69572]: DEBUG oslo_vmware.api [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Task: {'id': task-3435159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386559} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.412554] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.412812] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.412997] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.413183] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.413352] env[69572]: INFO nova.compute.manager [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1121.413574] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.413755] env[69572]: DEBUG nova.compute.manager [-] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1121.413905] env[69572]: DEBUG nova.network.neutron [-] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.466479] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52015354-5eed-b071-2281-2ce7b4fcdc66, 'name': SearchDatastore_Task, 'duration_secs': 0.012598} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.467221] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c17632-0461-4774-8143-a82b97e0b498 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.472270] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for the task: (returnval){ [ 1121.472270] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521da88d-29c0-1901-76aa-1ded73344009" [ 1121.472270] env[69572]: _type = "Task" [ 1121.472270] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.479317] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521da88d-29c0-1901-76aa-1ded73344009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.575974] env[69572]: DEBUG nova.compute.manager [req-c9df8abe-9284-473e-9737-8555ce78b9ea req-200d286f-5272-4c3e-83dc-cd5574e6aca8 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Received event network-vif-deleted-3089a240-551c-4e4a-bb42-e54c9013cba4 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1121.576233] env[69572]: INFO nova.compute.manager [req-c9df8abe-9284-473e-9737-8555ce78b9ea req-200d286f-5272-4c3e-83dc-cd5574e6aca8 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Neutron deleted interface 3089a240-551c-4e4a-bb42-e54c9013cba4; detaching it from the instance and deleting it from the info cache [ 1121.576413] env[69572]: DEBUG nova.network.neutron [req-c9df8abe-9284-473e-9737-8555ce78b9ea req-200d286f-5272-4c3e-83dc-cd5574e6aca8 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.653529] env[69572]: DEBUG nova.compute.manager [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1121.653757] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.654752] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfda526b-5bd9-4552-a234-1ed0fe50b721 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.663319] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.663552] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c9a794e-183c-4a29-8798-2ba37be46b5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.669427] env[69572]: DEBUG oslo_vmware.api [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1121.669427] env[69572]: value = "task-3435160" [ 1121.669427] env[69572]: _type = "Task" [ 1121.669427] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.677123] env[69572]: DEBUG oslo_vmware.api [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.726098] env[69572]: DEBUG nova.compute.manager [req-61bfd957-b294-4fd1-9051-65f1bc541da1 req-e3655e65-dcda-4b9a-b8e8-05003a38276a service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Received event network-vif-deleted-f713fc72-7f92-4cf1-aaa0-92b451bc7668 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1121.726098] env[69572]: INFO nova.compute.manager [req-61bfd957-b294-4fd1-9051-65f1bc541da1 req-e3655e65-dcda-4b9a-b8e8-05003a38276a service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Neutron deleted interface f713fc72-7f92-4cf1-aaa0-92b451bc7668; detaching it from the instance and deleting it from the info cache [ 1121.726098] env[69572]: DEBUG nova.network.neutron [req-61bfd957-b294-4fd1-9051-65f1bc541da1 req-e3655e65-dcda-4b9a-b8e8-05003a38276a service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.755267] env[69572]: DEBUG nova.scheduler.client.report [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.983044] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521da88d-29c0-1901-76aa-1ded73344009, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.983276] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.983539] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] dcd71b2b-4ccd-40e0-a844-ab309aa85b4c/dcd71b2b-4ccd-40e0-a844-ab309aa85b4c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.983794] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-330a77e2-f721-4a9d-a32b-c59728080418 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.991628] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for the task: (returnval){ [ 1121.991628] env[69572]: value = "task-3435161" [ 1121.991628] env[69572]: _type = "Task" [ 1121.991628] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.999542] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.051561] env[69572]: DEBUG nova.network.neutron [-] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.079542] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25fbb835-17fa-46ec-a094-2b6ee2507f30 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.088473] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f8a037-20f3-468c-859c-4d80d11037d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.121993] env[69572]: DEBUG nova.compute.manager [req-c9df8abe-9284-473e-9737-8555ce78b9ea req-200d286f-5272-4c3e-83dc-cd5574e6aca8 service nova] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Detach interface failed, port_id=3089a240-551c-4e4a-bb42-e54c9013cba4, reason: Instance 650b3099-52d7-45ec-af1d-7f912f035219 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1122.180788] env[69572]: DEBUG oslo_vmware.api [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435160, 'name': PowerOffVM_Task, 'duration_secs': 0.223883} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.181101] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.181277] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.181553] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0441b556-3284-4f87-aaeb-9f5c22fb2a8a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.214455] env[69572]: DEBUG nova.network.neutron [-] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.231047] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11a8059b-0595-4f3b-b96b-00b0a9bd6891 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.250354] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837b6e0c-eca3-4967-859e-7980b6d5de92 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.272152] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.276691] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.124s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.277445] env[69572]: DEBUG nova.objects.instance [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lazy-loading 'resources' on Instance uuid 001031c3-4048-4c09-bc72-a7cdeb070c37 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.305240] env[69572]: DEBUG nova.compute.manager [req-61bfd957-b294-4fd1-9051-65f1bc541da1 req-e3655e65-dcda-4b9a-b8e8-05003a38276a service nova] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Detach interface failed, port_id=f713fc72-7f92-4cf1-aaa0-92b451bc7668, reason: Instance ddb9e377-6abc-4edd-8ec4-9b109a35ebf8 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1122.311286] env[69572]: INFO nova.scheduler.client.report [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleted allocations for instance d72f5be8-b083-4c8a-9642-98df3452ea74 [ 1122.501721] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435161, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.517587] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.518297] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.518537] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleting the datastore file [datastore1] 790db019-8afa-4be1-bc12-7d05736b0850 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.518819] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-445879cb-1841-4a46-9512-929ece547a46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.525489] env[69572]: DEBUG oslo_vmware.api [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for the task: (returnval){ [ 1122.525489] env[69572]: value = "task-3435163" [ 1122.525489] env[69572]: _type = "Task" [ 1122.525489] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.533982] env[69572]: DEBUG oslo_vmware.api [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.556021] env[69572]: INFO nova.compute.manager [-] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Took 1.21 seconds to deallocate network for instance. [ 1122.721175] env[69572]: INFO nova.compute.manager [-] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Took 1.31 seconds to deallocate network for instance. [ 1122.774118] env[69572]: DEBUG nova.network.neutron [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Port 016bbbe6-a936-423a-aed1-a0ff14300301 binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1122.820856] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1c5b4beb-630a-48e8-a646-cf6362c9c926 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "d72f5be8-b083-4c8a-9642-98df3452ea74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.745s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.005698] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51971} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.005698] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] dcd71b2b-4ccd-40e0-a844-ab309aa85b4c/dcd71b2b-4ccd-40e0-a844-ab309aa85b4c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.005698] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.006209] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e0ae5b-b1bd-4769-ae35-b75569f1ad37 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.009068] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-936dbaf4-c3b4-422b-8c19-3bf66ee1e0fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.016981] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0289ad-7e87-455c-8996-b3fef62ecc48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.020660] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for the task: (returnval){ [ 1123.020660] env[69572]: value = "task-3435164" [ 1123.020660] env[69572]: _type = "Task" [ 1123.020660] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.056595] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ea7c21-eddc-48ac-b114-8b98383b591e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.064557] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.064938] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435164, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.070676] env[69572]: DEBUG oslo_vmware.api [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Task: {'id': task-3435163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390204} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.074566] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.074566] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.074566] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.074566] env[69572]: INFO nova.compute.manager [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1123.074566] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.074935] env[69572]: DEBUG nova.compute.manager [-] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1123.074935] env[69572]: DEBUG nova.network.neutron [-] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.077836] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528d32af-8c40-4437-860d-6bb110d7c573 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.093415] env[69572]: DEBUG nova.compute.provider_tree [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.231183] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.531146] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06428} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.531445] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.532249] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f549e4-5cf5-4818-9492-eb0999ad80e7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.555551] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] dcd71b2b-4ccd-40e0-a844-ab309aa85b4c/dcd71b2b-4ccd-40e0-a844-ab309aa85b4c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.556325] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7751eaf2-c04c-4b73-a33f-e79ef97aeef3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.577183] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for the task: (returnval){ [ 1123.577183] env[69572]: value = "task-3435165" [ 1123.577183] env[69572]: _type = "Task" [ 1123.577183] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.585596] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.597151] env[69572]: DEBUG nova.scheduler.client.report [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.791660] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.792257] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.792257] env[69572]: INFO nova.compute.manager [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Shelving [ 1123.800298] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.800517] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.800790] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.815965] env[69572]: DEBUG nova.compute.manager [req-d5442b34-d17a-4712-9d08-5a47940bd76d req-73b8df97-78b5-4db9-b2bc-5a44cb701dcb service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Received event network-vif-deleted-ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1123.816306] env[69572]: INFO nova.compute.manager [req-d5442b34-d17a-4712-9d08-5a47940bd76d req-73b8df97-78b5-4db9-b2bc-5a44cb701dcb service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Neutron deleted interface ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce; detaching it from the instance and deleting it from the info cache [ 1123.816418] env[69572]: DEBUG nova.network.neutron [req-d5442b34-d17a-4712-9d08-5a47940bd76d req-73b8df97-78b5-4db9-b2bc-5a44cb701dcb service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.942026] env[69572]: DEBUG nova.network.neutron [-] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.087436] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435165, 'name': ReconfigVM_Task, 'duration_secs': 0.270803} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.087804] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Reconfigured VM instance instance-00000070 to attach disk [datastore2] dcd71b2b-4ccd-40e0-a844-ab309aa85b4c/dcd71b2b-4ccd-40e0-a844-ab309aa85b4c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.088374] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7534ecd8-5676-4f38-a83e-361d6c489056 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.094567] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for the task: (returnval){ [ 1124.094567] env[69572]: value = "task-3435166" [ 1124.094567] env[69572]: _type = "Task" [ 1124.094567] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.102587] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.104500] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435166, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.105334] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.692s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.106514] env[69572]: INFO nova.compute.claims [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.128701] env[69572]: INFO nova.scheduler.client.report [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Deleted allocations for instance 001031c3-4048-4c09-bc72-a7cdeb070c37 [ 1124.319466] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28be6284-5764-4ba0-87a0-10857d792367 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.329491] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8032d32-b7b0-4334-a702-e5315ec5547a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.359018] env[69572]: DEBUG nova.compute.manager [req-d5442b34-d17a-4712-9d08-5a47940bd76d req-73b8df97-78b5-4db9-b2bc-5a44cb701dcb service nova] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Detach interface failed, port_id=ac5dc4e8-3f34-4a5b-9b87-f6ef1f10efce, reason: Instance 790db019-8afa-4be1-bc12-7d05736b0850 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1124.446974] env[69572]: INFO nova.compute.manager [-] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Took 1.37 seconds to deallocate network for instance. [ 1124.607093] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435166, 'name': Rename_Task, 'duration_secs': 0.133129} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.607462] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.607766] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1922c50c-c291-4d14-95b8-98ad6a413f57 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.614242] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for the task: (returnval){ [ 1124.614242] env[69572]: value = "task-3435167" [ 1124.614242] env[69572]: _type = "Task" [ 1124.614242] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.623596] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.636680] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ec564b2-f25c-4d41-8cdd-c37dcd269eed tempest-ServersTestJSON-1120962545 tempest-ServersTestJSON-1120962545-project-member] Lock "001031c3-4048-4c09-bc72-a7cdeb070c37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.888s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.738313] env[69572]: DEBUG nova.compute.manager [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Stashing vm_state: active {{(pid=69572) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1124.794543] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.794543] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.794708] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.794749] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.794966] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.795049] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.795184] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.795316] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1124.795456] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.808881] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.809157] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b0fad1-16d4-45c4-bc06-1a5cbc595e1d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.818125] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1124.818125] env[69572]: value = "task-3435168" [ 1124.818125] env[69572]: _type = "Task" [ 1124.818125] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.828920] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.853658] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.853860] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.854061] env[69572]: DEBUG nova.network.neutron [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.956806] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.134746] env[69572]: DEBUG oslo_vmware.api [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435167, 'name': PowerOnVM_Task, 'duration_secs': 0.425262} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.134746] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.134746] env[69572]: INFO nova.compute.manager [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1125.134746] env[69572]: DEBUG nova.compute.manager [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.135437] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37ba9a6-4f4b-4e68-9780-43c09bc499b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.266266] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.297989] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.327943] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435168, 'name': PowerOffVM_Task, 'duration_secs': 0.205222} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.328244] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.329073] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3cd57d-ddc4-47c0-ac3c-15d230e59458 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.355671] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac48d5fa-8071-4145-b2f0-af5b283ce4fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.359136] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fb9544-fda8-4716-929d-d2c2e769dc42 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.374181] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfd7f44-694c-4244-8bf2-6fd253bc5820 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.405639] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b6fd53-0d25-4059-8ee0-1f7492cb90d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.412062] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535e10d1-f762-4601-b4bf-10561682ee59 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.429720] env[69572]: DEBUG nova.compute.provider_tree [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.658292] env[69572]: INFO nova.compute.manager [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Took 18.14 seconds to build instance. [ 1125.756340] env[69572]: DEBUG nova.network.neutron [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance_info_cache with network_info: [{"id": "016bbbe6-a936-423a-aed1-a0ff14300301", "address": "fa:16:3e:8e:ce:cf", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016bbbe6-a9", "ovs_interfaceid": "016bbbe6-a936-423a-aed1-a0ff14300301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.875420] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1125.875549] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-41b6cac8-8e41-4297-83a1-a4f686cf5296 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.884012] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1125.884012] env[69572]: value = "task-3435169" [ 1125.884012] env[69572]: _type = "Task" [ 1125.884012] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.893017] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435169, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.932929] env[69572]: DEBUG nova.scheduler.client.report [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.160785] env[69572]: DEBUG oslo_concurrency.lockutils [None req-601a039e-9075-4123-ba8e-9491337be17b tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lock "dcd71b2b-4ccd-40e0-a844-ab309aa85b4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.647s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.259516] env[69572]: DEBUG oslo_concurrency.lockutils [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.397860] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435169, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.438754] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.438754] env[69572]: DEBUG nova.compute.manager [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1126.445265] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.378s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.445502] env[69572]: DEBUG nova.objects.instance [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lazy-loading 'resources' on Instance uuid 650b3099-52d7-45ec-af1d-7f912f035219 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.575423] env[69572]: DEBUG nova.compute.manager [None req-1b900542-6028-4e02-9a26-997c81bca4c2 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.576383] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6dc514-b7e4-491e-91ff-342c70c63e8d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.649658] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquiring lock "dcd71b2b-4ccd-40e0-a844-ab309aa85b4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.649957] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lock "dcd71b2b-4ccd-40e0-a844-ab309aa85b4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.651040] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquiring lock "dcd71b2b-4ccd-40e0-a844-ab309aa85b4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.651040] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lock "dcd71b2b-4ccd-40e0-a844-ab309aa85b4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.651040] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lock "dcd71b2b-4ccd-40e0-a844-ab309aa85b4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.659274] env[69572]: INFO nova.compute.manager [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Terminating instance [ 1126.732487] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.734299] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.769560] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa38b69-652f-4818-b7b9-3e19da6d7839 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.777719] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa20062-799a-47c2-9cf4-01b16d2fe4a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.894983] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435169, 'name': CreateSnapshot_Task, 'duration_secs': 0.822557} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.895265] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1126.896000] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b44fa9f-420b-480c-b7c7-99cf177ebaad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.944646] env[69572]: DEBUG nova.compute.utils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.946893] env[69572]: DEBUG nova.compute.manager [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1126.947890] env[69572]: DEBUG nova.network.neutron [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.994228] env[69572]: DEBUG nova.policy [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8f9f86d1d4d412b87996c4a385dcf96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f069644e4714ff2b7160eeb3c3cdde9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.086719] env[69572]: INFO nova.compute.manager [None req-1b900542-6028-4e02-9a26-997c81bca4c2 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] instance snapshotting [ 1127.087571] env[69572]: DEBUG nova.objects.instance [None req-1b900542-6028-4e02-9a26-997c81bca4c2 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lazy-loading 'flavor' on Instance uuid dcd71b2b-4ccd-40e0-a844-ab309aa85b4c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.163122] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquiring lock "refresh_cache-dcd71b2b-4ccd-40e0-a844-ab309aa85b4c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.163949] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquired lock "refresh_cache-dcd71b2b-4ccd-40e0-a844-ab309aa85b4c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.163949] env[69572]: DEBUG nova.network.neutron [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.212086] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1095831-1de2-41a7-8089-292e1e70f51a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.222590] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e16df90-635b-4370-b2db-43c6a0f6b4f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.258768] env[69572]: DEBUG nova.compute.utils [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.261634] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb661b72-a68b-44e3-a17d-fe5157cacff8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.270094] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e3f40b-ad8d-4432-9040-4daaede8ae61 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.286308] env[69572]: DEBUG nova.compute.provider_tree [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.350958] env[69572]: DEBUG nova.network.neutron [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Successfully created port: 527a2762-4ead-4bd1-94ee-340ed647d311 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.414536] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1127.414849] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8b791cec-8aea-47db-81f5-9a62d853d055 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.423287] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1127.423287] env[69572]: value = "task-3435170" [ 1127.423287] env[69572]: _type = "Task" [ 1127.423287] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.431519] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435170, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.447302] env[69572]: DEBUG nova.compute.manager [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1127.593712] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4948fe-beb0-4ce0-a0ca-70fa7b876e60 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.613052] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04f28a9-4fa0-4e84-8fde-bbab8c55fd32 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.704783] env[69572]: DEBUG nova.network.neutron [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.765431] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.032s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.775578] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquiring lock "b9f687e5-b16d-45ef-babd-b1a9be707d87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.775795] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "b9f687e5-b16d-45ef-babd-b1a9be707d87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.791267] env[69572]: DEBUG nova.scheduler.client.report [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.814898] env[69572]: DEBUG nova.network.neutron [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.892647] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b0a097-646f-4f5a-8fc9-453d04676d66 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.917569] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc0ccc7-00f9-404a-8505-15974f136fa6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.925441] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance 'f51ace3b-7d9a-42db-9933-b13a7e9ea258' progress to 83 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.939273] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435170, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.124041] env[69572]: DEBUG nova.compute.manager [None req-1b900542-6028-4e02-9a26-997c81bca4c2 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Instance disappeared during snapshot {{(pid=69572) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4594}} [ 1128.263788] env[69572]: DEBUG nova.compute.manager [None req-1b900542-6028-4e02-9a26-997c81bca4c2 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Found 0 images (rotation: 2) {{(pid=69572) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5016}} [ 1128.278053] env[69572]: DEBUG nova.compute.manager [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1128.301473] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.304066] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.075s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.304359] env[69572]: DEBUG nova.objects.instance [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lazy-loading 'resources' on Instance uuid ddb9e377-6abc-4edd-8ec4-9b109a35ebf8 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.319284] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Releasing lock "refresh_cache-dcd71b2b-4ccd-40e0-a844-ab309aa85b4c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.319284] env[69572]: DEBUG nova.compute.manager [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1128.319284] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.319768] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a077fe22-7a8e-4028-ab85-8d9db9fa5a95 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.328200] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.329038] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-036e4427-98e0-493f-be89-ab886fc0e603 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.332184] env[69572]: INFO nova.scheduler.client.report [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleted allocations for instance 650b3099-52d7-45ec-af1d-7f912f035219 [ 1128.338566] env[69572]: DEBUG oslo_vmware.api [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for the task: (returnval){ [ 1128.338566] env[69572]: value = "task-3435171" [ 1128.338566] env[69572]: _type = "Task" [ 1128.338566] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.435975] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.436440] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435170, 'name': CloneVM_Task} progress is 95%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.436734] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-030fa501-7aa2-4eab-b7f4-c6928e1ff446 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.443096] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1128.443096] env[69572]: value = "task-3435172" [ 1128.443096] env[69572]: _type = "Task" [ 1128.443096] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.451206] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.457836] env[69572]: DEBUG nova.compute.manager [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1128.496612] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.496922] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.502149] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.502149] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.502149] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.502149] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.502295] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.502432] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.502552] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.502731] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.502908] env[69572]: DEBUG nova.virt.hardware [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.503898] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698c13b1-1d35-45c6-aff7-c7ad06cfe68e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.513575] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d459c1-f19b-4a09-8d48-0e167df9cb51 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.802541] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.817950] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.817950] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.817950] env[69572]: INFO nova.compute.manager [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Attaching volume a7b5887c-16fa-41dd-9303-7892b6f71085 to /dev/sdb [ 1128.851985] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e80be34c-baa9-4ced-9679-89ae6c3af48b tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "650b3099-52d7-45ec-af1d-7f912f035219" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.147s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.861843] env[69572]: DEBUG oslo_vmware.api [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435171, 'name': PowerOffVM_Task, 'duration_secs': 0.215747} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.867090] env[69572]: DEBUG nova.network.neutron [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Successfully updated port: 527a2762-4ead-4bd1-94ee-340ed647d311 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.867090] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.867090] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.867681] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd5d084-4dd7-4c08-8d6c-177320304ed4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.871815] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3003cb-019d-4f65-a90c-ed4d038b7dd0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.881528] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8e68b6-8de9-4e6e-bb93-a115f22ab676 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.893554] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.893680] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.894240] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Deleting the datastore file [datastore2] dcd71b2b-4ccd-40e0-a844-ab309aa85b4c {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.894240] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97552b77-62f0-4f69-b93c-33582477e029 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.900443] env[69572]: DEBUG nova.virt.block_device [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Updating existing volume attachment record: e305b11c-2180-4192-a12c-8a647ddc325d {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1128.903792] env[69572]: DEBUG oslo_vmware.api [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for the task: (returnval){ [ 1128.903792] env[69572]: value = "task-3435174" [ 1128.903792] env[69572]: _type = "Task" [ 1128.903792] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.914606] env[69572]: DEBUG oslo_vmware.api [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.935345] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435170, 'name': CloneVM_Task, 'duration_secs': 1.163719} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.938309] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Created linked-clone VM from snapshot [ 1128.939955] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e67421-8c33-4b4b-9d2f-83ce7556437a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.952364] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Uploading image c5e3af94-7923-44ce-9137-02c6c58fccb6 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1128.962093] env[69572]: DEBUG oslo_vmware.api [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435172, 'name': PowerOnVM_Task, 'duration_secs': 0.408571} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.963748] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.963748] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-495bc140-a9b7-4be7-a522-8e328a481c32 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance 'f51ace3b-7d9a-42db-9933-b13a7e9ea258' progress to 100 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.993428] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1128.993428] env[69572]: value = "vm-685727" [ 1128.993428] env[69572]: _type = "VirtualMachine" [ 1128.993428] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1128.994292] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7b89541c-d6f8-4cb7-9faf-8d3fcd81ce8f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.003245] env[69572]: DEBUG nova.compute.manager [req-3d194b3d-2435-4106-93ae-2175a22a107d req-6488343d-02d8-428a-b203-303bbfee846f service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Received event network-vif-plugged-527a2762-4ead-4bd1-94ee-340ed647d311 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1129.004058] env[69572]: DEBUG oslo_concurrency.lockutils [req-3d194b3d-2435-4106-93ae-2175a22a107d req-6488343d-02d8-428a-b203-303bbfee846f service nova] Acquiring lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.004058] env[69572]: DEBUG oslo_concurrency.lockutils [req-3d194b3d-2435-4106-93ae-2175a22a107d req-6488343d-02d8-428a-b203-303bbfee846f service nova] Lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.004058] env[69572]: DEBUG oslo_concurrency.lockutils [req-3d194b3d-2435-4106-93ae-2175a22a107d req-6488343d-02d8-428a-b203-303bbfee846f service nova] Lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.004058] env[69572]: DEBUG nova.compute.manager [req-3d194b3d-2435-4106-93ae-2175a22a107d req-6488343d-02d8-428a-b203-303bbfee846f service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] No waiting events found dispatching network-vif-plugged-527a2762-4ead-4bd1-94ee-340ed647d311 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1129.005285] env[69572]: WARNING nova.compute.manager [req-3d194b3d-2435-4106-93ae-2175a22a107d req-6488343d-02d8-428a-b203-303bbfee846f service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Received unexpected event network-vif-plugged-527a2762-4ead-4bd1-94ee-340ed647d311 for instance with vm_state building and task_state spawning. [ 1129.009227] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lease: (returnval){ [ 1129.009227] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c2fafb-ddda-67c9-3db1-1e136e6d9cbd" [ 1129.009227] env[69572]: _type = "HttpNfcLease" [ 1129.009227] env[69572]: } obtained for exporting VM: (result){ [ 1129.009227] env[69572]: value = "vm-685727" [ 1129.009227] env[69572]: _type = "VirtualMachine" [ 1129.009227] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1129.009227] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the lease: (returnval){ [ 1129.009227] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c2fafb-ddda-67c9-3db1-1e136e6d9cbd" [ 1129.009227] env[69572]: _type = "HttpNfcLease" [ 1129.009227] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1129.017358] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.017358] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c2fafb-ddda-67c9-3db1-1e136e6d9cbd" [ 1129.017358] env[69572]: _type = "HttpNfcLease" [ 1129.017358] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1129.075422] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f19cba-b5dc-487b-b2ef-f183def9220d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.086024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47634509-10ce-4a78-ad4c-d6135df790ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.120194] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b895fd1b-b856-44a8-873b-f48dc41d3c77 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.128185] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4474993-ff35-4b0c-96a8-4a05f5d37e2f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.142664] env[69572]: DEBUG nova.compute.provider_tree [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.371642] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquiring lock "refresh_cache-4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.371839] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquired lock "refresh_cache-4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.371964] env[69572]: DEBUG nova.network.neutron [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.418446] env[69572]: DEBUG oslo_vmware.api [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Task: {'id': task-3435174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329197} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.419298] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.419610] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.419905] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.420234] env[69572]: INFO nova.compute.manager [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1129.420597] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.420907] env[69572]: DEBUG nova.compute.manager [-] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1129.421110] env[69572]: DEBUG nova.network.neutron [-] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.443494] env[69572]: DEBUG nova.network.neutron [-] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.516088] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.516088] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c2fafb-ddda-67c9-3db1-1e136e6d9cbd" [ 1129.516088] env[69572]: _type = "HttpNfcLease" [ 1129.516088] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1129.517024] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1129.517024] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c2fafb-ddda-67c9-3db1-1e136e6d9cbd" [ 1129.517024] env[69572]: _type = "HttpNfcLease" [ 1129.517024] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1129.517763] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0d73a5-7692-458e-9574-0417f294b565 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.525789] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7838-8d49-952c-5b80-cb641f5125ec/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1129.526768] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7838-8d49-952c-5b80-cb641f5125ec/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1129.626511] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe3cea99-3eed-4761-83b2-94551d2bf2da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.648156] env[69572]: DEBUG nova.scheduler.client.report [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.924440] env[69572]: DEBUG nova.network.neutron [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.947223] env[69572]: DEBUG nova.network.neutron [-] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.144023] env[69572]: DEBUG nova.network.neutron [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Updating instance_info_cache with network_info: [{"id": "527a2762-4ead-4bd1-94ee-340ed647d311", "address": "fa:16:3e:59:20:cd", "network": {"id": "ba979fa6-d73f-438d-9127-2aeffb2e3609", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1451130472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f069644e4714ff2b7160eeb3c3cdde9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527a2762-4e", "ovs_interfaceid": "527a2762-4ead-4bd1-94ee-340ed647d311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.155904] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.159086] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.202s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.159382] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.161708] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.895s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.181506] env[69572]: INFO nova.scheduler.client.report [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Deleted allocations for instance 790db019-8afa-4be1-bc12-7d05736b0850 [ 1130.189023] env[69572]: INFO nova.scheduler.client.report [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Deleted allocations for instance ddb9e377-6abc-4edd-8ec4-9b109a35ebf8 [ 1130.452312] env[69572]: INFO nova.compute.manager [-] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Took 1.03 seconds to deallocate network for instance. [ 1130.647542] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Releasing lock "refresh_cache-4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.647606] env[69572]: DEBUG nova.compute.manager [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Instance network_info: |[{"id": "527a2762-4ead-4bd1-94ee-340ed647d311", "address": "fa:16:3e:59:20:cd", "network": {"id": "ba979fa6-d73f-438d-9127-2aeffb2e3609", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1451130472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f069644e4714ff2b7160eeb3c3cdde9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527a2762-4e", "ovs_interfaceid": "527a2762-4ead-4bd1-94ee-340ed647d311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1130.648977] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:20:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '527a2762-4ead-4bd1-94ee-340ed647d311', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.662416] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Creating folder: Project (7f069644e4714ff2b7160eeb3c3cdde9). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1130.663150] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f142ab95-dd83-4c88-bb4b-b71657f6f172 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.667673] env[69572]: INFO nova.compute.claims [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.686804] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Created folder: Project (7f069644e4714ff2b7160eeb3c3cdde9) in parent group-v685431. [ 1130.687213] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Creating folder: Instances. Parent ref: group-v685729. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1130.687544] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-816cebbf-41b2-43c5-9cb4-310d90061e56 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.696195] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f1e7a69c-6cb9-41ec-8a27-c31727d41b9f tempest-DeleteServersTestJSON-531600944 tempest-DeleteServersTestJSON-531600944-project-member] Lock "790db019-8afa-4be1-bc12-7d05736b0850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.552s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.706761] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Created folder: Instances in parent group-v685729. [ 1130.707068] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.707757] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.708098] env[69572]: DEBUG oslo_concurrency.lockutils [None req-bcad1180-0681-49f3-a989-e649d0222c28 tempest-MultipleCreateTestJSON-1595187994 tempest-MultipleCreateTestJSON-1595187994-project-member] Lock "ddb9e377-6abc-4edd-8ec4-9b109a35ebf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.921s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.708920] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e58aa46e-3683-4722-8a70-40eefc0fc38d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.731223] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.731223] env[69572]: value = "task-3435179" [ 1130.731223] env[69572]: _type = "Task" [ 1130.731223] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.740697] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435179, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.963039] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.177151] env[69572]: INFO nova.compute.resource_tracker [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating resource usage from migration 8624932c-77f6-4f1b-9c69-505a54d0abce [ 1131.203519] env[69572]: DEBUG nova.compute.manager [req-7e7695a3-d3e4-4e97-aff7-740e3bfcbb37 req-9d016ea0-2efa-4cc1-8d2f-7fdf177dceda service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Received event network-changed-527a2762-4ead-4bd1-94ee-340ed647d311 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1131.204253] env[69572]: DEBUG nova.compute.manager [req-7e7695a3-d3e4-4e97-aff7-740e3bfcbb37 req-9d016ea0-2efa-4cc1-8d2f-7fdf177dceda service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Refreshing instance network info cache due to event network-changed-527a2762-4ead-4bd1-94ee-340ed647d311. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1131.204704] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e7695a3-d3e4-4e97-aff7-740e3bfcbb37 req-9d016ea0-2efa-4cc1-8d2f-7fdf177dceda service nova] Acquiring lock "refresh_cache-4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.205050] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e7695a3-d3e4-4e97-aff7-740e3bfcbb37 req-9d016ea0-2efa-4cc1-8d2f-7fdf177dceda service nova] Acquired lock "refresh_cache-4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.205413] env[69572]: DEBUG nova.network.neutron [req-7e7695a3-d3e4-4e97-aff7-740e3bfcbb37 req-9d016ea0-2efa-4cc1-8d2f-7fdf177dceda service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Refreshing network info cache for port 527a2762-4ead-4bd1-94ee-340ed647d311 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.242301] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435179, 'name': CreateVM_Task, 'duration_secs': 0.339557} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.242692] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.243564] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.243880] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.244301] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.245127] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b503f379-9064-4957-a7bd-e085be212ceb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.253865] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for the task: (returnval){ [ 1131.253865] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]528c5f5c-78f0-3a3c-6856-1566c392e8cb" [ 1131.253865] env[69572]: _type = "Task" [ 1131.253865] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.263109] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528c5f5c-78f0-3a3c-6856-1566c392e8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.397592] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b6585c-75f9-4cfa-9908-ed49aeffbf74 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.409734] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512716f8-7870-4c80-b6d2-11e51d4e1a93 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.448117] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850262c-25b9-473e-8ec9-0d7564b17e09 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.459468] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55e566c-b55f-416f-b4bf-7d8517f75800 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.475629] env[69572]: DEBUG nova.compute.provider_tree [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.743177] env[69572]: DEBUG nova.network.neutron [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Port 016bbbe6-a936-423a-aed1-a0ff14300301 binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1131.743488] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.743670] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.743894] env[69572]: DEBUG nova.network.neutron [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.770037] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528c5f5c-78f0-3a3c-6856-1566c392e8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.017849} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.770390] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.770636] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.770879] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.771030] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.771251] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.771535] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc152fb1-6a32-450d-a989-fed0d8a7b969 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.782952] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.782952] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.782952] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b496f54-481e-4cb8-9899-42009fc7fe06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.790878] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for the task: (returnval){ [ 1131.790878] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5287d9da-2e1f-8593-7649-462c3d6a04a5" [ 1131.790878] env[69572]: _type = "Task" [ 1131.790878] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.801731] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5287d9da-2e1f-8593-7649-462c3d6a04a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.802913] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a326334-d299-4b0b-a770-0d4aadbe4fea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.810605] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for the task: (returnval){ [ 1131.810605] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52715ba3-4e35-2eab-e376-ddd3cacd57a2" [ 1131.810605] env[69572]: _type = "Task" [ 1131.810605] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.821602] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52715ba3-4e35-2eab-e376-ddd3cacd57a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.983800] env[69572]: DEBUG nova.scheduler.client.report [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.199788] env[69572]: DEBUG nova.network.neutron [req-7e7695a3-d3e4-4e97-aff7-740e3bfcbb37 req-9d016ea0-2efa-4cc1-8d2f-7fdf177dceda service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Updated VIF entry in instance network info cache for port 527a2762-4ead-4bd1-94ee-340ed647d311. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.199788] env[69572]: DEBUG nova.network.neutron [req-7e7695a3-d3e4-4e97-aff7-740e3bfcbb37 req-9d016ea0-2efa-4cc1-8d2f-7fdf177dceda service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Updating instance_info_cache with network_info: [{"id": "527a2762-4ead-4bd1-94ee-340ed647d311", "address": "fa:16:3e:59:20:cd", "network": {"id": "ba979fa6-d73f-438d-9127-2aeffb2e3609", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1451130472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f069644e4714ff2b7160eeb3c3cdde9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527a2762-4e", "ovs_interfaceid": "527a2762-4ead-4bd1-94ee-340ed647d311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.322301] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52715ba3-4e35-2eab-e376-ddd3cacd57a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.322722] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.323040] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46/4021dfb3-2f3c-4e92-9015-ec8f65e6fa46.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.323383] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78c15f9d-5031-4b5f-b527-b50a61782f82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.333266] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for the task: (returnval){ [ 1132.333266] env[69572]: value = "task-3435182" [ 1132.333266] env[69572]: _type = "Task" [ 1132.333266] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.347533] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.486446] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.325s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.486771] env[69572]: INFO nova.compute.manager [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Migrating [ 1132.495395] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.197s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.495682] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.495895] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1132.496288] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.694s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.498375] env[69572]: INFO nova.compute.claims [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.505194] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df983f53-a70b-4b4d-80cc-001d5dd458d8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.525368] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d490b60e-3086-4f49-972c-d4bc41a505ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.554483] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab807db-1739-4cef-aade-9545d1cc5692 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.564896] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24f6e05-ccf8-4be1-b490-9a83ab1f6f8d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.610021] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179030MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1132.610182] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.707030] env[69572]: DEBUG oslo_concurrency.lockutils [req-7e7695a3-d3e4-4e97-aff7-740e3bfcbb37 req-9d016ea0-2efa-4cc1-8d2f-7fdf177dceda service nova] Releasing lock "refresh_cache-4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.846398] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507187} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.847490] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46/4021dfb3-2f3c-4e92-9015-ec8f65e6fa46.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.847490] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.848148] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d34c215b-9bff-482f-874b-b32b8915ecd9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.855861] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for the task: (returnval){ [ 1132.855861] env[69572]: value = "task-3435183" [ 1132.855861] env[69572]: _type = "Task" [ 1132.855861] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.866417] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.017446] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.017708] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.017823] env[69572]: DEBUG nova.network.neutron [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.284747] env[69572]: DEBUG nova.network.neutron [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance_info_cache with network_info: [{"id": "016bbbe6-a936-423a-aed1-a0ff14300301", "address": "fa:16:3e:8e:ce:cf", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016bbbe6-a9", "ovs_interfaceid": "016bbbe6-a936-423a-aed1-a0ff14300301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.366819] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063022} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.367130] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.367993] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a87920-0a24-493a-995f-73c08b4e78aa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.396021] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46/4021dfb3-2f3c-4e92-9015-ec8f65e6fa46.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.396021] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ecb03ca-6d41-43fc-80fb-499c945f3c83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.414787] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for the task: (returnval){ [ 1133.414787] env[69572]: value = "task-3435184" [ 1133.414787] env[69572]: _type = "Task" [ 1133.414787] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.423677] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.464404] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1133.464795] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685728', 'volume_id': 'a7b5887c-16fa-41dd-9303-7892b6f71085', 'name': 'volume-a7b5887c-16fa-41dd-9303-7892b6f71085', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f1eedb-dd3f-41c4-97f6-dc8daf8da144', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7b5887c-16fa-41dd-9303-7892b6f71085', 'serial': 'a7b5887c-16fa-41dd-9303-7892b6f71085'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1133.466836] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75795c1-f6df-4b19-b98b-9c2719a2d914 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.483079] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624cbd06-2395-471d-a06b-a525adda5310 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.514580] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-a7b5887c-16fa-41dd-9303-7892b6f71085/volume-a7b5887c-16fa-41dd-9303-7892b6f71085.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.515088] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35119a3c-f01e-4ad0-9421-2a6c5bba4c45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.538568] env[69572]: DEBUG oslo_vmware.api [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1133.538568] env[69572]: value = "task-3435185" [ 1133.538568] env[69572]: _type = "Task" [ 1133.538568] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.547522] env[69572]: DEBUG oslo_vmware.api [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.747734] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0b0a78-c14f-4143-8517-6960ebf3837e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.758243] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d447d43e-5d0e-4690-96f5-3063b260b982 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.787045] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.791561] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c37b9f6-91d3-42a3-873b-57678a7b7b81 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.799471] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065d51f1-27ff-4772-a6fd-319a41b28164 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.813990] env[69572]: DEBUG nova.compute.provider_tree [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.925304] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435184, 'name': ReconfigVM_Task, 'duration_secs': 0.288948} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.925595] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46/4021dfb3-2f3c-4e92-9015-ec8f65e6fa46.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.926257] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de000da6-84e8-4541-8918-d4fff9987495 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.934305] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for the task: (returnval){ [ 1133.934305] env[69572]: value = "task-3435186" [ 1133.934305] env[69572]: _type = "Task" [ 1133.934305] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.947765] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435186, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.056868] env[69572]: DEBUG oslo_vmware.api [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435185, 'name': ReconfigVM_Task, 'duration_secs': 0.409803} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.057618] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-a7b5887c-16fa-41dd-9303-7892b6f71085/volume-a7b5887c-16fa-41dd-9303-7892b6f71085.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.064699] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e48e870-f70d-43f0-bbd4-0ae337179dcd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.082562] env[69572]: DEBUG oslo_vmware.api [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1134.082562] env[69572]: value = "task-3435187" [ 1134.082562] env[69572]: _type = "Task" [ 1134.082562] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.092457] env[69572]: DEBUG oslo_vmware.api [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.214308] env[69572]: DEBUG nova.network.neutron [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance_info_cache with network_info: [{"id": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "address": "fa:16:3e:0b:1d:df", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26b0c4a-23", "ovs_interfaceid": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.296623] env[69572]: DEBUG nova.compute.manager [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69572) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1134.318880] env[69572]: DEBUG nova.scheduler.client.report [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.447021] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435186, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.592787] env[69572]: DEBUG oslo_vmware.api [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.719773] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.828482] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.829049] env[69572]: DEBUG nova.compute.manager [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1134.831764] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.869s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.832935] env[69572]: DEBUG nova.objects.instance [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lazy-loading 'resources' on Instance uuid dcd71b2b-4ccd-40e0-a844-ab309aa85b4c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.948342] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435186, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.097028] env[69572]: DEBUG oslo_vmware.api [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435187, 'name': ReconfigVM_Task, 'duration_secs': 0.980994} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.097028] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685728', 'volume_id': 'a7b5887c-16fa-41dd-9303-7892b6f71085', 'name': 'volume-a7b5887c-16fa-41dd-9303-7892b6f71085', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f1eedb-dd3f-41c4-97f6-dc8daf8da144', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7b5887c-16fa-41dd-9303-7892b6f71085', 'serial': 'a7b5887c-16fa-41dd-9303-7892b6f71085'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.343181] env[69572]: DEBUG nova.compute.utils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.343181] env[69572]: DEBUG nova.compute.manager [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1135.343181] env[69572]: DEBUG nova.network.neutron [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.449102] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435186, 'name': Rename_Task, 'duration_secs': 1.153289} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.452481] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.453182] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.455566] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a798dfa7-442c-4ecb-872f-2ccdd364b8b3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.462965] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for the task: (returnval){ [ 1135.462965] env[69572]: value = "task-3435188" [ 1135.462965] env[69572]: _type = "Task" [ 1135.462965] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.472253] env[69572]: DEBUG nova.policy [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b36d7999003546aeba6f24245123dc88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b7a5b38c5114a6ba3621917f7a33201', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.478891] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435188, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.541087] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e06278-c01f-4b8f-9bf3-0ad637005714 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.548178] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd40c3-30c4-4ef7-8afd-3f89a98e1396 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.581655] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99732f5d-0f2a-4901-b0aa-e1ac3c272b87 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.593028] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d825919a-631d-425f-bc81-5dee887944b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.608169] env[69572]: DEBUG nova.compute.provider_tree [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.846190] env[69572]: DEBUG nova.compute.manager [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1135.976037] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435188, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.111834] env[69572]: DEBUG nova.scheduler.client.report [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.149830] env[69572]: DEBUG nova.objects.instance [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'flavor' on Instance uuid e1f1eedb-dd3f-41c4-97f6-dc8daf8da144 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.241369] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9d3007-5f72-412a-ad0e-1f81a0b3063c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.265574] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance 'a0bd2d42-04d8-4934-b872-df91dcc35e39' progress to 0 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.401959] env[69572]: DEBUG nova.network.neutron [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Successfully created port: c65b2bbe-1be3-4e90-a6a1-28bead169873 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.471958] env[69572]: DEBUG oslo_vmware.api [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435188, 'name': PowerOnVM_Task, 'duration_secs': 0.551456} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.472294] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.472508] env[69572]: INFO nova.compute.manager [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1136.472688] env[69572]: DEBUG nova.compute.manager [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.473963] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ec5257-5856-4d67-9224-1bccb91492a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.622078] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.623197] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.013s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.658885] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6997f4f6-bb12-47a2-ae6d-8c3cbcd7d0e3 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.842s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.704271] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquiring lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.704271] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.772635] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.773409] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-795d6262-f0b3-4fb1-83c5-9c2a83e50ba8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.783037] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1136.783037] env[69572]: value = "task-3435189" [ 1136.783037] env[69572]: _type = "Task" [ 1136.783037] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.788633] env[69572]: INFO nova.scheduler.client.report [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Deleted allocations for instance dcd71b2b-4ccd-40e0-a844-ab309aa85b4c [ 1136.802480] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.857638] env[69572]: DEBUG nova.compute.manager [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1136.896621] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.897333] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.897333] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.897459] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.900105] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.900105] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.900105] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.900105] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.900105] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.900105] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.900105] env[69572]: DEBUG nova.virt.hardware [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.900105] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dbacfd-fe7c-4efe-ae5a-c02ce3ee524a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.908839] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c8b767-4ab3-410a-8f8c-d8160aeba669 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.998390] env[69572]: INFO nova.compute.manager [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Took 15.60 seconds to build instance. [ 1137.212031] env[69572]: DEBUG nova.compute.manager [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1137.294028] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435189, 'name': PowerOffVM_Task, 'duration_secs': 0.254282} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.294028] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.294028] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance 'a0bd2d42-04d8-4934-b872-df91dcc35e39' progress to 17 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.301832] env[69572]: DEBUG oslo_concurrency.lockutils [None req-10300775-2d37-4949-a223-f6e72cc00977 tempest-ServersAaction247Test-2106907340 tempest-ServersAaction247Test-2106907340-project-member] Lock "dcd71b2b-4ccd-40e0-a844-ab309aa85b4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.652s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.502324] env[69572]: DEBUG oslo_concurrency.lockutils [None req-da03f428-d674-4bf9-a09e-d525ba6cca23 tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.122s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.648155] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Applying migration context for instance a0bd2d42-04d8-4934-b872-df91dcc35e39 as it has an incoming, in-progress migration 8624932c-77f6-4f1b-9c69-505a54d0abce. Migration status is migrating {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1137.648155] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Applying migration context for instance f51ace3b-7d9a-42db-9933-b13a7e9ea258 as it has an incoming, in-progress migration 455b3597-a5f6-4cae-836a-e529bd816e5b. Migration status is reverting {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1137.648155] env[69572]: INFO nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating resource usage from migration 8624932c-77f6-4f1b-9c69-505a54d0abce [ 1137.648832] env[69572]: INFO nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating resource usage from migration 455b3597-a5f6-4cae-836a-e529bd816e5b [ 1137.667322] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.667322] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.684983] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 7888779c-56a7-4f64-a827-3b0c07e2d5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.685144] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance c8ff5717-d707-480a-8670-68a745ca2437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.685263] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 036b1202-94cb-47b2-af1d-4bdaef6b5ada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.685376] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e1f1eedb-dd3f-41c4-97f6-dc8daf8da144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.685487] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 2b6242e7-0252-495b-b66a-d6e3244624d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.685598] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Migration 455b3597-a5f6-4cae-836a-e529bd816e5b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1137.685722] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance f51ace3b-7d9a-42db-9933-b13a7e9ea258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.685831] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.685938] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Migration 8624932c-77f6-4f1b-9c69-505a54d0abce is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1137.686054] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance a0bd2d42-04d8-4934-b872-df91dcc35e39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.686162] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance b9f687e5-b16d-45ef-babd-b1a9be707d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.735693] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.802396] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.802396] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.802602] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.802785] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.802925] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.803080] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.804058] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.804058] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.804058] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.804058] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.804058] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.810696] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-314977b9-06d0-4754-a72e-db6dca0d3cbe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.831108] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1137.831108] env[69572]: value = "task-3435190" [ 1137.831108] env[69572]: _type = "Task" [ 1137.831108] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.847605] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.172828] env[69572]: DEBUG nova.compute.utils [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.189599] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 60fcf3da-659e-48cd-ba46-dd0ebf51529c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1138.189865] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1138.190032] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1138.206390] env[69572]: DEBUG nova.compute.manager [req-41e1bac7-fd99-4257-8ec4-aba90f1663b3 req-95ebc2fb-255b-42ae-b0bf-eaa9e86a0b49 service nova] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Received event network-vif-plugged-c65b2bbe-1be3-4e90-a6a1-28bead169873 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1138.206390] env[69572]: DEBUG oslo_concurrency.lockutils [req-41e1bac7-fd99-4257-8ec4-aba90f1663b3 req-95ebc2fb-255b-42ae-b0bf-eaa9e86a0b49 service nova] Acquiring lock "b9f687e5-b16d-45ef-babd-b1a9be707d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.206390] env[69572]: DEBUG oslo_concurrency.lockutils [req-41e1bac7-fd99-4257-8ec4-aba90f1663b3 req-95ebc2fb-255b-42ae-b0bf-eaa9e86a0b49 service nova] Lock "b9f687e5-b16d-45ef-babd-b1a9be707d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.206390] env[69572]: DEBUG oslo_concurrency.lockutils [req-41e1bac7-fd99-4257-8ec4-aba90f1663b3 req-95ebc2fb-255b-42ae-b0bf-eaa9e86a0b49 service nova] Lock "b9f687e5-b16d-45ef-babd-b1a9be707d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.206390] env[69572]: DEBUG nova.compute.manager [req-41e1bac7-fd99-4257-8ec4-aba90f1663b3 req-95ebc2fb-255b-42ae-b0bf-eaa9e86a0b49 service nova] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] No waiting events found dispatching network-vif-plugged-c65b2bbe-1be3-4e90-a6a1-28bead169873 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1138.206390] env[69572]: WARNING nova.compute.manager [req-41e1bac7-fd99-4257-8ec4-aba90f1663b3 req-95ebc2fb-255b-42ae-b0bf-eaa9e86a0b49 service nova] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Received unexpected event network-vif-plugged-c65b2bbe-1be3-4e90-a6a1-28bead169873 for instance with vm_state building and task_state spawning. [ 1138.272315] env[69572]: DEBUG nova.network.neutron [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Successfully updated port: c65b2bbe-1be3-4e90-a6a1-28bead169873 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.345471] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435190, 'name': ReconfigVM_Task, 'duration_secs': 0.239045} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.345875] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance 'a0bd2d42-04d8-4934-b872-df91dcc35e39' progress to 33 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.435651] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bdca6c-aa7c-4a7b-9bc3-ca0c9a1d9345 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.447870] env[69572]: DEBUG nova.compute.manager [req-25a6b100-1ee5-4574-8d01-7ac90c56311d req-1adae705-b787-4f36-ab6d-dccb5c0792a4 service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Received event network-changed-527a2762-4ead-4bd1-94ee-340ed647d311 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1138.447870] env[69572]: DEBUG nova.compute.manager [req-25a6b100-1ee5-4574-8d01-7ac90c56311d req-1adae705-b787-4f36-ab6d-dccb5c0792a4 service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Refreshing instance network info cache due to event network-changed-527a2762-4ead-4bd1-94ee-340ed647d311. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1138.447870] env[69572]: DEBUG oslo_concurrency.lockutils [req-25a6b100-1ee5-4574-8d01-7ac90c56311d req-1adae705-b787-4f36-ab6d-dccb5c0792a4 service nova] Acquiring lock "refresh_cache-4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.448084] env[69572]: DEBUG oslo_concurrency.lockutils [req-25a6b100-1ee5-4574-8d01-7ac90c56311d req-1adae705-b787-4f36-ab6d-dccb5c0792a4 service nova] Acquired lock "refresh_cache-4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.448310] env[69572]: DEBUG nova.network.neutron [req-25a6b100-1ee5-4574-8d01-7ac90c56311d req-1adae705-b787-4f36-ab6d-dccb5c0792a4 service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Refreshing network info cache for port 527a2762-4ead-4bd1-94ee-340ed647d311 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.455325] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d699c63-2ec7-41d2-a6d6-233353ec5536 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.523321] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381cf39e-a0b3-46e3-b218-562cb1ccd4a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.534915] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81a2f94-ed16-4487-befb-f85007d507d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.553680] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.678844] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.775493] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquiring lock "refresh_cache-b9f687e5-b16d-45ef-babd-b1a9be707d87" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.775590] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquired lock "refresh_cache-b9f687e5-b16d-45ef-babd-b1a9be707d87" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.775810] env[69572]: DEBUG nova.network.neutron [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.855879] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.856224] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.856417] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.856617] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.856893] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.858290] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.858290] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.858290] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.858290] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.858290] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.858290] env[69572]: DEBUG nova.virt.hardware [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.863976] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.865477] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f621f203-0f9a-435e-95f8-8c2fb639b991 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.886800] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1138.886800] env[69572]: value = "task-3435191" [ 1138.886800] env[69572]: _type = "Task" [ 1138.886800] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.899352] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.057037] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.204321] env[69572]: DEBUG nova.network.neutron [req-25a6b100-1ee5-4574-8d01-7ac90c56311d req-1adae705-b787-4f36-ab6d-dccb5c0792a4 service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Updated VIF entry in instance network info cache for port 527a2762-4ead-4bd1-94ee-340ed647d311. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.205495] env[69572]: DEBUG nova.network.neutron [req-25a6b100-1ee5-4574-8d01-7ac90c56311d req-1adae705-b787-4f36-ab6d-dccb5c0792a4 service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Updating instance_info_cache with network_info: [{"id": "527a2762-4ead-4bd1-94ee-340ed647d311", "address": "fa:16:3e:59:20:cd", "network": {"id": "ba979fa6-d73f-438d-9127-2aeffb2e3609", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1451130472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f069644e4714ff2b7160eeb3c3cdde9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527a2762-4e", "ovs_interfaceid": "527a2762-4ead-4bd1-94ee-340ed647d311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.369359] env[69572]: DEBUG nova.network.neutron [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.399900] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.496468] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7838-8d49-952c-5b80-cb641f5125ec/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1139.497896] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2944da15-c0e2-4734-9cd5-335b1657e442 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.504870] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7838-8d49-952c-5b80-cb641f5125ec/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1139.505363] env[69572]: ERROR oslo_vmware.rw_handles [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7838-8d49-952c-5b80-cb641f5125ec/disk-0.vmdk due to incomplete transfer. [ 1139.505647] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-afce7fe7-4492-43b6-905a-8997045c7a07 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.513038] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7838-8d49-952c-5b80-cb641f5125ec/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1139.513296] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Uploaded image c5e3af94-7923-44ce-9137-02c6c58fccb6 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1139.516628] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1139.520673] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ffd87a6a-ec69-4746-bfb4-260b1f1a627c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.527777] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1139.527777] env[69572]: value = "task-3435192" [ 1139.527777] env[69572]: _type = "Task" [ 1139.527777] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.538280] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435192, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.562786] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1139.563069] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.940s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.563315] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.110s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.565288] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.565288] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Cleaning up deleted instances {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11833}} [ 1139.681564] env[69572]: DEBUG nova.network.neutron [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Updating instance_info_cache with network_info: [{"id": "c65b2bbe-1be3-4e90-a6a1-28bead169873", "address": "fa:16:3e:d3:69:c7", "network": {"id": "fcacd5ae-5435-4069-837a-e29113de48ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1260354203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7a5b38c5114a6ba3621917f7a33201", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65b2bbe-1b", "ovs_interfaceid": "c65b2bbe-1be3-4e90-a6a1-28bead169873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.707987] env[69572]: DEBUG oslo_concurrency.lockutils [req-25a6b100-1ee5-4574-8d01-7ac90c56311d req-1adae705-b787-4f36-ab6d-dccb5c0792a4 service nova] Releasing lock "refresh_cache-4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.790751] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.793969] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.793969] env[69572]: INFO nova.compute.manager [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Attaching volume 99da742d-45aa-4717-b563-3e386772e29e to /dev/sdc [ 1139.801102] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "2cc5d797-ef2c-448e-9e59-dd0487229147" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.801380] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "2cc5d797-ef2c-448e-9e59-dd0487229147" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.832804] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92198b36-9d90-42a3-939e-1118e2916dc1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.841503] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adea0332-5a8b-443c-8c3d-e7b9e0e6a5e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.860295] env[69572]: DEBUG nova.virt.block_device [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Updating existing volume attachment record: 3aa07df3-8135-41ef-a791-69a89f3df251 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1139.902839] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.037351] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435192, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.067603] env[69572]: DEBUG nova.objects.instance [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'migration_context' on Instance uuid f51ace3b-7d9a-42db-9933-b13a7e9ea258 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.084848] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] There are 66 instances to clean {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11842}} [ 1140.085048] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: dcd71b2b-4ccd-40e0-a844-ab309aa85b4c] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1140.189050] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Releasing lock "refresh_cache-b9f687e5-b16d-45ef-babd-b1a9be707d87" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.189416] env[69572]: DEBUG nova.compute.manager [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Instance network_info: |[{"id": "c65b2bbe-1be3-4e90-a6a1-28bead169873", "address": "fa:16:3e:d3:69:c7", "network": {"id": "fcacd5ae-5435-4069-837a-e29113de48ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1260354203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7a5b38c5114a6ba3621917f7a33201", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65b2bbe-1b", "ovs_interfaceid": "c65b2bbe-1be3-4e90-a6a1-28bead169873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1140.190100] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:69:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c65b2bbe-1be3-4e90-a6a1-28bead169873', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.197765] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Creating folder: Project (6b7a5b38c5114a6ba3621917f7a33201). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.198102] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-158f8644-1665-4bfb-8510-b1fb495176bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.208962] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Created folder: Project (6b7a5b38c5114a6ba3621917f7a33201) in parent group-v685431. [ 1140.209268] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Creating folder: Instances. Parent ref: group-v685733. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.209539] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66e2b178-b285-45d9-ae6c-fe385b2e2b2f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.218164] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Created folder: Instances in parent group-v685733. [ 1140.218401] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.218786] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.218837] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8873232d-623b-48f2-bac4-5169fb164d22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.239130] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.239130] env[69572]: value = "task-3435196" [ 1140.239130] env[69572]: _type = "Task" [ 1140.239130] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.249334] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435196, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.305062] env[69572]: DEBUG nova.compute.manager [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1140.333251] env[69572]: DEBUG nova.compute.manager [req-fa2e6500-268a-4fa3-80ed-2a9f5f6463b6 req-6662e125-279d-45eb-b1d5-380ea2e84d6a service nova] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Received event network-changed-c65b2bbe-1be3-4e90-a6a1-28bead169873 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1140.333441] env[69572]: DEBUG nova.compute.manager [req-fa2e6500-268a-4fa3-80ed-2a9f5f6463b6 req-6662e125-279d-45eb-b1d5-380ea2e84d6a service nova] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Refreshing instance network info cache due to event network-changed-c65b2bbe-1be3-4e90-a6a1-28bead169873. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1140.333715] env[69572]: DEBUG oslo_concurrency.lockutils [req-fa2e6500-268a-4fa3-80ed-2a9f5f6463b6 req-6662e125-279d-45eb-b1d5-380ea2e84d6a service nova] Acquiring lock "refresh_cache-b9f687e5-b16d-45ef-babd-b1a9be707d87" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.333861] env[69572]: DEBUG oslo_concurrency.lockutils [req-fa2e6500-268a-4fa3-80ed-2a9f5f6463b6 req-6662e125-279d-45eb-b1d5-380ea2e84d6a service nova] Acquired lock "refresh_cache-b9f687e5-b16d-45ef-babd-b1a9be707d87" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.334402] env[69572]: DEBUG nova.network.neutron [req-fa2e6500-268a-4fa3-80ed-2a9f5f6463b6 req-6662e125-279d-45eb-b1d5-380ea2e84d6a service nova] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Refreshing network info cache for port c65b2bbe-1be3-4e90-a6a1-28bead169873 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.398708] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435191, 'name': ReconfigVM_Task, 'duration_secs': 1.221661} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.399069] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.399761] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e756a96c-8495-4e22-b099-bb9a77992695 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.422199] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] a0bd2d42-04d8-4934-b872-df91dcc35e39/a0bd2d42-04d8-4934-b872-df91dcc35e39.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.422961] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1010daa-3db9-49c0-a913-68ed080bff81 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.441176] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1140.441176] env[69572]: value = "task-3435197" [ 1140.441176] env[69572]: _type = "Task" [ 1140.441176] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.449615] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.538326] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435192, 'name': Destroy_Task, 'duration_secs': 0.86941} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.538617] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Destroyed the VM [ 1140.538863] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1140.539145] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c612cd91-56b6-4e2a-8da8-2640707c71e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.546248] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1140.546248] env[69572]: value = "task-3435198" [ 1140.546248] env[69572]: _type = "Task" [ 1140.546248] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.555343] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435198, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.591352] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: ddb9e377-6abc-4edd-8ec4-9b109a35ebf8] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1140.749107] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435196, 'name': CreateVM_Task, 'duration_secs': 0.459536} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.749107] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.749884] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.750132] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.750502] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.754663] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319a7545-1e6d-45cc-b6a4-6605a28978ff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.759664] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1140.759664] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520e8435-ef19-b18c-6421-5a02a7832474" [ 1140.759664] env[69572]: _type = "Task" [ 1140.759664] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.767582] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520e8435-ef19-b18c-6421-5a02a7832474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.827605] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.842037] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d757d52e-ec0c-4cf5-8dbe-c166a62da62c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.852133] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e2f4ea-9196-47b3-86f7-0ff6b931fe5c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.898742] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102383d6-f7d6-4f77-96f0-2864fed245a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.920578] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17cc8f4-4369-4dea-92bc-f0d3c93a1c66 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.935418] env[69572]: DEBUG nova.compute.provider_tree [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.962076] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435197, 'name': ReconfigVM_Task, 'duration_secs': 0.288246} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.962939] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Reconfigured VM instance instance-00000068 to attach disk [datastore1] a0bd2d42-04d8-4934-b872-df91dcc35e39/a0bd2d42-04d8-4934-b872-df91dcc35e39.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.962939] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance 'a0bd2d42-04d8-4934-b872-df91dcc35e39' progress to 50 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.060678] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435198, 'name': RemoveSnapshot_Task, 'duration_secs': 0.371635} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.061101] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1141.061665] env[69572]: DEBUG nova.compute.manager [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.062710] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd10ccc2-17c8-41e9-845e-9008da1f136b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.101209] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 650b3099-52d7-45ec-af1d-7f912f035219] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1141.227865] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquiring lock "4b54ee83-ffe6-4fed-8401-965e56754620" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.228092] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lock "4b54ee83-ffe6-4fed-8401-965e56754620" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.269733] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520e8435-ef19-b18c-6421-5a02a7832474, 'name': SearchDatastore_Task, 'duration_secs': 0.01489} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.270050] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.270287] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.270518] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.270661] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.270838] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.271424] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c17cace6-9464-4fd2-afe6-9326e8b2c1a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.280304] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.280483] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.281203] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afaa3dbe-d100-4311-b30a-138e0e504655 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.286359] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1141.286359] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527c9408-2393-ac14-6949-ae5dd46908fb" [ 1141.286359] env[69572]: _type = "Task" [ 1141.286359] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.287109] env[69572]: DEBUG nova.network.neutron [req-fa2e6500-268a-4fa3-80ed-2a9f5f6463b6 req-6662e125-279d-45eb-b1d5-380ea2e84d6a service nova] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Updated VIF entry in instance network info cache for port c65b2bbe-1be3-4e90-a6a1-28bead169873. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.287437] env[69572]: DEBUG nova.network.neutron [req-fa2e6500-268a-4fa3-80ed-2a9f5f6463b6 req-6662e125-279d-45eb-b1d5-380ea2e84d6a service nova] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Updating instance_info_cache with network_info: [{"id": "c65b2bbe-1be3-4e90-a6a1-28bead169873", "address": "fa:16:3e:d3:69:c7", "network": {"id": "fcacd5ae-5435-4069-837a-e29113de48ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1260354203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7a5b38c5114a6ba3621917f7a33201", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65b2bbe-1b", "ovs_interfaceid": "c65b2bbe-1be3-4e90-a6a1-28bead169873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.301346] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527c9408-2393-ac14-6949-ae5dd46908fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008266} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.302615] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861d9a45-490d-40a5-a5fd-af9fd8e2ff22 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.308555] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1141.308555] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]520fc5db-5fd5-dd21-a0a5-81aef1e70209" [ 1141.308555] env[69572]: _type = "Task" [ 1141.308555] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.316051] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520fc5db-5fd5-dd21-a0a5-81aef1e70209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.436743] env[69572]: DEBUG nova.scheduler.client.report [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.469928] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3410de02-e3fa-445f-b147-dca35cc8c604 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.490550] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da21ccbe-3a90-4378-aaa0-1bb9a2bef4ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.510531] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance 'a0bd2d42-04d8-4934-b872-df91dcc35e39' progress to 67 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.578876] env[69572]: INFO nova.compute.manager [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Shelve offloading [ 1141.608128] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: d72f5be8-b083-4c8a-9642-98df3452ea74] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1141.732991] env[69572]: DEBUG nova.compute.manager [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1141.790657] env[69572]: DEBUG oslo_concurrency.lockutils [req-fa2e6500-268a-4fa3-80ed-2a9f5f6463b6 req-6662e125-279d-45eb-b1d5-380ea2e84d6a service nova] Releasing lock "refresh_cache-b9f687e5-b16d-45ef-babd-b1a9be707d87" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.820628] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]520fc5db-5fd5-dd21-a0a5-81aef1e70209, 'name': SearchDatastore_Task, 'duration_secs': 0.014629} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.820994] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.821249] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] b9f687e5-b16d-45ef-babd-b1a9be707d87/b9f687e5-b16d-45ef-babd-b1a9be707d87.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.821543] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00f58014-7e1f-4bd7-ad63-313bfcf69407 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.830797] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1141.830797] env[69572]: value = "task-3435199" [ 1141.830797] env[69572]: _type = "Task" [ 1141.830797] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.839232] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.049035] env[69572]: DEBUG nova.network.neutron [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Port d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1142.085041] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.085041] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa078410-d5e9-4b94-9ee7-13143b569b64 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.091229] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1142.091229] env[69572]: value = "task-3435200" [ 1142.091229] env[69572]: _type = "Task" [ 1142.091229] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.103432] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1142.104022] env[69572]: DEBUG nova.compute.manager [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.104681] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62b06be-d58b-447c-ae6c-8d486800254c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.111695] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: b5439f3e-87b8-4126-b20d-6133ab89437c] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1142.114869] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.114869] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.114869] env[69572]: DEBUG nova.network.neutron [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.262056] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.342945] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454595} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.343302] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] b9f687e5-b16d-45ef-babd-b1a9be707d87/b9f687e5-b16d-45ef-babd-b1a9be707d87.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.343597] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.344059] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8589389-51df-4027-9f62-16a1dae1a3af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.351042] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1142.351042] env[69572]: value = "task-3435202" [ 1142.351042] env[69572]: _type = "Task" [ 1142.351042] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.360698] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.450544] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.887s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.456968] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.721s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.458358] env[69572]: INFO nova.compute.claims [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.617142] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 96425338-fe50-4af8-aafa-ef28aa9d3435] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1142.861724] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070049} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.862019] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.862824] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfdbea6-971e-42e1-91e2-5022f1c9de75 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.884798] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] b9f687e5-b16d-45ef-babd-b1a9be707d87/b9f687e5-b16d-45ef-babd-b1a9be707d87.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.885873] env[69572]: DEBUG nova.network.neutron [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updating instance_info_cache with network_info: [{"id": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "address": "fa:16:3e:06:66:b9", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fc3bad-45", "ovs_interfaceid": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.887031] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1150ddac-0a2f-4af0-9ed0-d6ef19dcde3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.901791] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.909547] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1142.909547] env[69572]: value = "task-3435203" [ 1142.909547] env[69572]: _type = "Task" [ 1142.909547] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.917875] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.969861] env[69572]: DEBUG oslo_concurrency.lockutils [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "c8ff5717-d707-480a-8670-68a745ca2437" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.970110] env[69572]: DEBUG oslo_concurrency.lockutils [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "c8ff5717-d707-480a-8670-68a745ca2437" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.970280] env[69572]: INFO nova.compute.manager [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Shelving [ 1143.070180] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "a0bd2d42-04d8-4934-b872-df91dcc35e39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.070282] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "a0bd2d42-04d8-4934-b872-df91dcc35e39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.070441] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "a0bd2d42-04d8-4934-b872-df91dcc35e39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.123391] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 790db019-8afa-4be1-bc12-7d05736b0850] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1143.199167] env[69572]: DEBUG nova.compute.manager [req-25bf9138-5976-45bf-878a-7227a6a63eb4 req-858168bf-fae5-4305-bd62-bbdd5c9dbba6 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received event network-vif-unplugged-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1143.199167] env[69572]: DEBUG oslo_concurrency.lockutils [req-25bf9138-5976-45bf-878a-7227a6a63eb4 req-858168bf-fae5-4305-bd62-bbdd5c9dbba6 service nova] Acquiring lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.199167] env[69572]: DEBUG oslo_concurrency.lockutils [req-25bf9138-5976-45bf-878a-7227a6a63eb4 req-858168bf-fae5-4305-bd62-bbdd5c9dbba6 service nova] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.199622] env[69572]: DEBUG oslo_concurrency.lockutils [req-25bf9138-5976-45bf-878a-7227a6a63eb4 req-858168bf-fae5-4305-bd62-bbdd5c9dbba6 service nova] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.199935] env[69572]: DEBUG nova.compute.manager [req-25bf9138-5976-45bf-878a-7227a6a63eb4 req-858168bf-fae5-4305-bd62-bbdd5c9dbba6 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] No waiting events found dispatching network-vif-unplugged-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1143.200336] env[69572]: WARNING nova.compute.manager [req-25bf9138-5976-45bf-878a-7227a6a63eb4 req-858168bf-fae5-4305-bd62-bbdd5c9dbba6 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received unexpected event network-vif-unplugged-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 for instance with vm_state shelved and task_state shelving_offloading. [ 1143.290084] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.290084] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbff1904-a06f-4b46-bc56-921d53ad62f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.296081] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.296081] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0a021de-7e5d-42bb-bb10-5e0271bc9a36 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.420539] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.628419] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 5c56b07e-0b32-4f46-ba6d-b1a3454e85d7] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1143.640465] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf9061-a030-4bcc-a19f-c1b7e510b327 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.648660] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b831d35-b34a-46f6-af10-097928a1cb4e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.683635] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ca5c3a-b9a1-4113-a612-f742f0dd6ef1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.691581] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67c3c14-416b-448f-b7ad-c83a31d617f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.706621] env[69572]: DEBUG nova.compute.provider_tree [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.920906] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.951802] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.952063] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.952291] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleting the datastore file [datastore1] 036b1202-94cb-47b2-af1d-4bdaef6b5ada {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.952572] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f122d2a-370e-40ca-b0ad-5828cb0c2640 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.958454] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1143.958454] env[69572]: value = "task-3435205" [ 1143.958454] env[69572]: _type = "Task" [ 1143.958454] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.965872] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.986479] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.986479] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45586ec0-c30a-44b2-8b6e-8a64130e7c13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.993542] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1143.993542] env[69572]: value = "task-3435206" [ 1143.993542] env[69572]: _type = "Task" [ 1143.993542] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.998529] env[69572]: INFO nova.compute.manager [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Swapping old allocation on dict_keys(['5c8fade1-5d72-4a7c-bfba-ee2769975266']) held by migration 455b3597-a5f6-4cae-836a-e529bd816e5b for instance [ 1144.004953] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.030202] env[69572]: DEBUG nova.scheduler.client.report [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Overwriting current allocation {'allocations': {'5c8fade1-5d72-4a7c-bfba-ee2769975266': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 160}}, 'project_id': '150bbb840d22481f8c7686d2745d8195', 'user_id': '16534f0d871b49ecb29fe6d0150bea7e', 'consumer_generation': 1} on consumer f51ace3b-7d9a-42db-9933-b13a7e9ea258 {{(pid=69572) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1144.115450] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.115642] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.115817] env[69572]: DEBUG nova.network.neutron [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.129118] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.129359] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.129571] env[69572]: DEBUG nova.network.neutron [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.131555] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 71cdcca5-df85-4767-83f8-aa1dd4990e7f] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1144.210346] env[69572]: DEBUG nova.scheduler.client.report [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.417129] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1144.417378] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685732', 'volume_id': '99da742d-45aa-4717-b563-3e386772e29e', 'name': 'volume-99da742d-45aa-4717-b563-3e386772e29e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f1eedb-dd3f-41c4-97f6-dc8daf8da144', 'attached_at': '', 'detached_at': '', 'volume_id': '99da742d-45aa-4717-b563-3e386772e29e', 'serial': '99da742d-45aa-4717-b563-3e386772e29e'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1144.418182] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd41b2f-c996-4360-b2df-5352f5ead524 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.426531] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435203, 'name': ReconfigVM_Task, 'duration_secs': 1.03422} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.437046] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Reconfigured VM instance instance-00000072 to attach disk [datastore2] b9f687e5-b16d-45ef-babd-b1a9be707d87/b9f687e5-b16d-45ef-babd-b1a9be707d87.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.437208] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37127f64-b61e-4a1a-8929-4eb8a273e78e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.439185] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5628978a-9abc-4c37-bf63-fc1bf608fe47 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.468374] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-99da742d-45aa-4717-b563-3e386772e29e/volume-99da742d-45aa-4717-b563-3e386772e29e.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.472598] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e01fee-7a9b-488f-b033-862728429261 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.485536] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1144.485536] env[69572]: value = "task-3435207" [ 1144.485536] env[69572]: _type = "Task" [ 1144.485536] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.492376] env[69572]: DEBUG oslo_vmware.api [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15512} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.493782] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.493970] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.494171] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.496069] env[69572]: DEBUG oslo_vmware.api [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1144.496069] env[69572]: value = "task-3435208" [ 1144.496069] env[69572]: _type = "Task" [ 1144.496069] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.499305] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435207, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.509193] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435206, 'name': PowerOffVM_Task, 'duration_secs': 0.249278} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.512246] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.512559] env[69572]: DEBUG oslo_vmware.api [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.513266] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b610e602-12e0-45c6-b2f7-013b7eeabac7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.516310] env[69572]: INFO nova.scheduler.client.report [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleted allocations for instance 036b1202-94cb-47b2-af1d-4bdaef6b5ada [ 1144.533809] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac67da2-a40f-4a99-8075-0e770ed897f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.634369] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: b1aa735c-e012-46fe-adcc-9bcc17246e1f] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1144.717318] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.717907] env[69572]: DEBUG nova.compute.manager [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1144.720626] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.893s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.723021] env[69572]: INFO nova.compute.claims [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.836709] env[69572]: DEBUG nova.network.neutron [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance_info_cache with network_info: [{"id": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "address": "fa:16:3e:0b:1d:df", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26b0c4a-23", "ovs_interfaceid": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.852031] env[69572]: DEBUG nova.network.neutron [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance_info_cache with network_info: [{"id": "016bbbe6-a936-423a-aed1-a0ff14300301", "address": "fa:16:3e:8e:ce:cf", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016bbbe6-a9", "ovs_interfaceid": "016bbbe6-a936-423a-aed1-a0ff14300301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.001216] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435207, 'name': Rename_Task, 'duration_secs': 0.137523} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.004352] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.004630] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01e7cd2f-45a2-44f5-a5b8-b8d7c4106af7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.011017] env[69572]: DEBUG oslo_vmware.api [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435208, 'name': ReconfigVM_Task, 'duration_secs': 0.380877} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.014323] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-99da742d-45aa-4717-b563-3e386772e29e/volume-99da742d-45aa-4717-b563-3e386772e29e.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.019324] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1145.019324] env[69572]: value = "task-3435209" [ 1145.019324] env[69572]: _type = "Task" [ 1145.019324] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.019658] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a8ef8a-7239-4e48-b15e-4ba438b2d60f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.030768] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.043273] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1145.043580] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.046355] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-682f870e-3fc8-44de-8df2-339192910949 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.050419] env[69572]: DEBUG oslo_vmware.api [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1145.050419] env[69572]: value = "task-3435210" [ 1145.050419] env[69572]: _type = "Task" [ 1145.050419] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.056141] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1145.056141] env[69572]: value = "task-3435211" [ 1145.056141] env[69572]: _type = "Task" [ 1145.056141] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.066855] env[69572]: DEBUG oslo_vmware.api [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.072127] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.138842] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: ca30d9bd-e1dc-4d5d-b58e-f1f32eb25fb8] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1145.228627] env[69572]: DEBUG nova.compute.utils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.232107] env[69572]: DEBUG nova.compute.manager [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1145.232286] env[69572]: DEBUG nova.network.neutron [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.314539] env[69572]: DEBUG nova.policy [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a58db8cf13ce494ebab366501586b87e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3655558e12c0437495e24d53442aa86c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.339857] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.356636] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-f51ace3b-7d9a-42db-9933-b13a7e9ea258" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.357773] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbd055b-f51f-434d-8b9e-8de2449672f9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.368235] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0f0754-f2d6-49f4-8176-ef7c48c4cfd5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.461591] env[69572]: DEBUG nova.compute.manager [req-771abbce-6238-45b9-8b8f-c5a035d8746e req-ffda2e70-52f9-4d89-af56-e453574cfa3c service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received event network-changed-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1145.461795] env[69572]: DEBUG nova.compute.manager [req-771abbce-6238-45b9-8b8f-c5a035d8746e req-ffda2e70-52f9-4d89-af56-e453574cfa3c service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Refreshing instance network info cache due to event network-changed-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1145.462014] env[69572]: DEBUG oslo_concurrency.lockutils [req-771abbce-6238-45b9-8b8f-c5a035d8746e req-ffda2e70-52f9-4d89-af56-e453574cfa3c service nova] Acquiring lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.462192] env[69572]: DEBUG oslo_concurrency.lockutils [req-771abbce-6238-45b9-8b8f-c5a035d8746e req-ffda2e70-52f9-4d89-af56-e453574cfa3c service nova] Acquired lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.462355] env[69572]: DEBUG nova.network.neutron [req-771abbce-6238-45b9-8b8f-c5a035d8746e req-ffda2e70-52f9-4d89-af56-e453574cfa3c service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Refreshing network info cache for port e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.541051] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435209, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.559494] env[69572]: DEBUG oslo_vmware.api [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435210, 'name': ReconfigVM_Task, 'duration_secs': 0.134289} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.564312] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685732', 'volume_id': '99da742d-45aa-4717-b563-3e386772e29e', 'name': 'volume-99da742d-45aa-4717-b563-3e386772e29e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f1eedb-dd3f-41c4-97f6-dc8daf8da144', 'attached_at': '', 'detached_at': '', 'volume_id': '99da742d-45aa-4717-b563-3e386772e29e', 'serial': '99da742d-45aa-4717-b563-3e386772e29e'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1145.568899] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435211, 'name': CreateSnapshot_Task, 'duration_secs': 0.370796} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.569166] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1145.569941] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2437156d-5923-4af1-a027-e2005afcbeda {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.642052] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 7998ed14-b137-4aa1-9da0-de4477aaa881] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1145.733099] env[69572]: DEBUG nova.compute.manager [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1145.742023] env[69572]: DEBUG nova.network.neutron [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Successfully created port: 3dfdba4d-42e4-4d42-ab2b-bb4036670ea5 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.872294] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee132cf1-67c5-4d62-9bf0-423dcdffa8aa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.893999] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084b0399-14e2-460a-b723-5938802c7678 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.903222] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance 'a0bd2d42-04d8-4934-b872-df91dcc35e39' progress to 83 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.951776] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ead44f-2274-4eee-9f22-62250cc4c5e0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.960840] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09da456-5e13-4aca-afcf-4b6ca77fa1b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.996203] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfef54f3-46f1-43a1-b002-1a5e3e006d4f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.006432] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5625c263-5594-489f-9180-405047b0f27e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.017818] env[69572]: DEBUG nova.compute.provider_tree [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.042673] env[69572]: DEBUG oslo_vmware.api [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435209, 'name': PowerOnVM_Task, 'duration_secs': 0.567294} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.042930] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.043137] env[69572]: INFO nova.compute.manager [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1146.043312] env[69572]: DEBUG nova.compute.manager [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1146.044123] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626fe3f7-8645-48b0-af64-c7c1df275bc0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.090223] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1146.090974] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-989cc550-c9bc-4563-b31d-3e82149fccf9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.104313] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1146.104313] env[69572]: value = "task-3435212" [ 1146.104313] env[69572]: _type = "Task" [ 1146.104313] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.115950] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435212, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.145553] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 2c2a06d9-e524-4da7-9422-5c910de5f8ba] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1146.211940] env[69572]: DEBUG nova.network.neutron [req-771abbce-6238-45b9-8b8f-c5a035d8746e req-ffda2e70-52f9-4d89-af56-e453574cfa3c service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updated VIF entry in instance network info cache for port e4fc3bad-45f1-4d71-93eb-37e9c3e648f9. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.212346] env[69572]: DEBUG nova.network.neutron [req-771abbce-6238-45b9-8b8f-c5a035d8746e req-ffda2e70-52f9-4d89-af56-e453574cfa3c service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updating instance_info_cache with network_info: [{"id": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "address": "fa:16:3e:06:66:b9", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape4fc3bad-45", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.411545] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.411901] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59ef695d-25d6-4868-bb74-5fcd5ae791a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.420376] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1146.420376] env[69572]: value = "task-3435213" [ 1146.420376] env[69572]: _type = "Task" [ 1146.420376] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.432636] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.470631] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.470631] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-419b71fa-c1e2-4e7f-b6bc-9c34f872cd92 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.476450] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1146.476450] env[69572]: value = "task-3435214" [ 1146.476450] env[69572]: _type = "Task" [ 1146.476450] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.484956] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.523034] env[69572]: DEBUG nova.scheduler.client.report [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.564022] env[69572]: INFO nova.compute.manager [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Took 17.78 seconds to build instance. [ 1146.605323] env[69572]: DEBUG nova.objects.instance [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'flavor' on Instance uuid e1f1eedb-dd3f-41c4-97f6-dc8daf8da144 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.618683] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435212, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.653033] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: d54f5561-f8b8-4360-ae51-007a46303ac2] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1146.714681] env[69572]: DEBUG oslo_concurrency.lockutils [req-771abbce-6238-45b9-8b8f-c5a035d8746e req-ffda2e70-52f9-4d89-af56-e453574cfa3c service nova] Releasing lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.749569] env[69572]: DEBUG nova.compute.manager [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1146.773600] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.773861] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.774944] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.774944] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.774944] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.774944] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.775191] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.775191] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.776072] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.776072] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.776072] env[69572]: DEBUG nova.virt.hardware [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.776632] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a435678d-528e-484d-a461-04f116e5d003 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.784442] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc96018a-4864-4245-9c5e-4cfa9fca97a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.930712] env[69572]: DEBUG oslo_vmware.api [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435213, 'name': PowerOnVM_Task, 'duration_secs': 0.423706} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.930986] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.931258] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0c7dbe-64c9-4238-be2b-fcd4a974968d tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance 'a0bd2d42-04d8-4934-b872-df91dcc35e39' progress to 100 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.993773] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435214, 'name': PowerOffVM_Task, 'duration_secs': 0.331473} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.995125] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.995442] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.995657] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.995808] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.995981] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.996137] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.996616] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.996616] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.996832] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.996832] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.996978] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.997165] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.006372] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921ce963-98f6-4ea6-86f0-4aaad29e143e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.022325] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1147.022325] env[69572]: value = "task-3435215" [ 1147.022325] env[69572]: _type = "Task" [ 1147.022325] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.031567] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.032154] env[69572]: DEBUG nova.compute.manager [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1147.034612] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.034881] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.773s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.036877] env[69572]: INFO nova.compute.claims [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.062655] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4e271fa8-666f-40f6-a311-3328307c6afd tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "b9f687e5-b16d-45ef-babd-b1a9be707d87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.287s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.117157] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435212, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.118293] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9ede8ccb-ff98-4c21-832c-e3b0e2e84d46 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.327s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.155351] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 38472da9-392c-40b1-85d0-8ec8d2b4e8cc] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1147.299962] env[69572]: DEBUG nova.network.neutron [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Successfully updated port: 3dfdba4d-42e4-4d42-ab2b-bb4036670ea5 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.472619] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquiring lock "b9f687e5-b16d-45ef-babd-b1a9be707d87" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.472906] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "b9f687e5-b16d-45ef-babd-b1a9be707d87" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.473165] env[69572]: INFO nova.compute.manager [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Rebooting instance [ 1147.488439] env[69572]: DEBUG nova.compute.manager [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Received event network-vif-plugged-3dfdba4d-42e4-4d42-ab2b-bb4036670ea5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1147.488643] env[69572]: DEBUG oslo_concurrency.lockutils [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] Acquiring lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.488843] env[69572]: DEBUG oslo_concurrency.lockutils [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] Lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.489013] env[69572]: DEBUG oslo_concurrency.lockutils [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] Lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.489189] env[69572]: DEBUG nova.compute.manager [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] No waiting events found dispatching network-vif-plugged-3dfdba4d-42e4-4d42-ab2b-bb4036670ea5 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1147.489347] env[69572]: WARNING nova.compute.manager [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Received unexpected event network-vif-plugged-3dfdba4d-42e4-4d42-ab2b-bb4036670ea5 for instance with vm_state building and task_state spawning. [ 1147.489499] env[69572]: DEBUG nova.compute.manager [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Received event network-changed-3dfdba4d-42e4-4d42-ab2b-bb4036670ea5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1147.489650] env[69572]: DEBUG nova.compute.manager [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Refreshing instance network info cache due to event network-changed-3dfdba4d-42e4-4d42-ab2b-bb4036670ea5. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1147.489839] env[69572]: DEBUG oslo_concurrency.lockutils [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] Acquiring lock "refresh_cache-60fcf3da-659e-48cd-ba46-dd0ebf51529c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.490024] env[69572]: DEBUG oslo_concurrency.lockutils [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] Acquired lock "refresh_cache-60fcf3da-659e-48cd-ba46-dd0ebf51529c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.490126] env[69572]: DEBUG nova.network.neutron [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Refreshing network info cache for port 3dfdba4d-42e4-4d42-ab2b-bb4036670ea5 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.533059] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435215, 'name': ReconfigVM_Task, 'duration_secs': 0.488246} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.533879] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92452be1-2908-4740-bb36-7060e48321b9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.558739] env[69572]: DEBUG nova.compute.utils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.560299] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.560507] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.560659] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.560848] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.561524] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.561524] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.561524] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.561679] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.561714] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.561873] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.562053] env[69572]: DEBUG nova.virt.hardware [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.563442] env[69572]: DEBUG nova.compute.manager [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Not allocating networking since 'none' was specified. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1983}} [ 1147.563626] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e4a5a0-5564-4f38-afc3-54f638f5d097 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.569387] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1147.569387] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523043d1-0e5b-fbd7-dfec-f6071614fabe" [ 1147.569387] env[69572]: _type = "Task" [ 1147.569387] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.578133] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523043d1-0e5b-fbd7-dfec-f6071614fabe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.583856] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.584095] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.616494] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435212, 'name': CloneVM_Task} progress is 95%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.650831] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.658921] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 812d8864-f721-4a9b-a745-92a31098bf5f] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1147.802984] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquiring lock "refresh_cache-60fcf3da-659e-48cd-ba46-dd0ebf51529c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.989990] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquiring lock "refresh_cache-b9f687e5-b16d-45ef-babd-b1a9be707d87" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.989990] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquired lock "refresh_cache-b9f687e5-b16d-45ef-babd-b1a9be707d87" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.990158] env[69572]: DEBUG nova.network.neutron [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.033459] env[69572]: DEBUG nova.network.neutron [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.063973] env[69572]: DEBUG nova.compute.manager [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1148.086176] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523043d1-0e5b-fbd7-dfec-f6071614fabe, 'name': SearchDatastore_Task, 'duration_secs': 0.007736} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.090516] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.093609] env[69572]: INFO nova.compute.manager [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Detaching volume a7b5887c-16fa-41dd-9303-7892b6f71085 [ 1148.095188] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34d043ff-23cd-4017-aec6-a9c9f13b5f4e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.115264] env[69572]: DEBUG nova.network.neutron [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.118190] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1148.118190] env[69572]: value = "task-3435216" [ 1148.118190] env[69572]: _type = "Task" [ 1148.118190] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.127097] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435212, 'name': CloneVM_Task, 'duration_secs': 1.669128} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.129890] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Created linked-clone VM from snapshot [ 1148.131855] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d02e0bf-7d12-47ff-a33d-5186db24f575 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.139092] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.145143] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Uploading image 2df5af2c-5eb4-475e-a0f1-bd643a726f72 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1148.152212] env[69572]: INFO nova.virt.block_device [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Attempting to driver detach volume a7b5887c-16fa-41dd-9303-7892b6f71085 from mountpoint /dev/sdb [ 1148.155324] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.155324] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685728', 'volume_id': 'a7b5887c-16fa-41dd-9303-7892b6f71085', 'name': 'volume-a7b5887c-16fa-41dd-9303-7892b6f71085', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f1eedb-dd3f-41c4-97f6-dc8daf8da144', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7b5887c-16fa-41dd-9303-7892b6f71085', 'serial': 'a7b5887c-16fa-41dd-9303-7892b6f71085'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.155324] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e454a54-b61a-408c-8da0-5edbabdde456 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.186376] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 2e3d5270-a082-4047-90a9-ae4998cd6cf7] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1148.194596] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a0bca0-3dc2-4bf3-9ada-0f5696b3cf79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.203037] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd9a070-c7af-4c65-8f90-c36ee86075f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.207476] env[69572]: DEBUG oslo_vmware.rw_handles [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1148.207476] env[69572]: value = "vm-685737" [ 1148.207476] env[69572]: _type = "VirtualMachine" [ 1148.207476] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1148.207796] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d26cec79-0131-4040-91d6-c18806fd160d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.234545] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f524d70b-2421-476c-899c-649f8135e6da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.238099] env[69572]: DEBUG oslo_vmware.rw_handles [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lease: (returnval){ [ 1148.238099] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f6f6d6-b3d9-0ec5-921f-606cb17189c5" [ 1148.238099] env[69572]: _type = "HttpNfcLease" [ 1148.238099] env[69572]: } obtained for exporting VM: (result){ [ 1148.238099] env[69572]: value = "vm-685737" [ 1148.238099] env[69572]: _type = "VirtualMachine" [ 1148.238099] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1148.238099] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the lease: (returnval){ [ 1148.238099] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f6f6d6-b3d9-0ec5-921f-606cb17189c5" [ 1148.238099] env[69572]: _type = "HttpNfcLease" [ 1148.238099] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1148.251547] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] The volume has not been displaced from its original location: [datastore2] volume-a7b5887c-16fa-41dd-9303-7892b6f71085/volume-a7b5887c-16fa-41dd-9303-7892b6f71085.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1148.256749] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.260099] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3681b7ce-415b-4969-b438-b08d65ba8626 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.274961] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.274961] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f6f6d6-b3d9-0ec5-921f-606cb17189c5" [ 1148.274961] env[69572]: _type = "HttpNfcLease" [ 1148.274961] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1148.275600] env[69572]: DEBUG oslo_vmware.rw_handles [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1148.275600] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f6f6d6-b3d9-0ec5-921f-606cb17189c5" [ 1148.275600] env[69572]: _type = "HttpNfcLease" [ 1148.275600] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1148.276355] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c81c95-47db-4950-aaa7-be2e78f64be2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.279764] env[69572]: DEBUG oslo_vmware.api [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1148.279764] env[69572]: value = "task-3435218" [ 1148.279764] env[69572]: _type = "Task" [ 1148.279764] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.288098] env[69572]: DEBUG oslo_vmware.rw_handles [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c3cb0-ecd0-5ac0-a569-5ad19d0543a8/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1148.288274] env[69572]: DEBUG oslo_vmware.rw_handles [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c3cb0-ecd0-5ac0-a569-5ad19d0543a8/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1148.352095] env[69572]: DEBUG oslo_vmware.api [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435218, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.385579] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b469dde-9f72-46d5-ae36-7856085186b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.425830] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed02650-b0c3-412f-ba93-361e744cb766 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.432981] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec3c09-3889-45e2-bfc7-58c3d955a732 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.470499] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdd5309-40e5-4f71-a6da-5d72d5a065cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.480050] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259e31f3-38bd-48bb-9d61-ace4ddc7d230 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.494153] env[69572]: DEBUG nova.compute.provider_tree [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.620983] env[69572]: DEBUG oslo_concurrency.lockutils [req-b8247e80-5855-407d-adbc-666fab37e4d3 req-fe59fa89-6a12-4568-85e6-f5ff6e6000db service nova] Releasing lock "refresh_cache-60fcf3da-659e-48cd-ba46-dd0ebf51529c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.621599] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquired lock "refresh_cache-60fcf3da-659e-48cd-ba46-dd0ebf51529c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.621760] env[69572]: DEBUG nova.network.neutron [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.632951] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435216, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.690328] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 03b6301a-d0cd-49b7-9d32-b7404537b0cb] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1148.729579] env[69572]: DEBUG nova.network.neutron [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Updating instance_info_cache with network_info: [{"id": "c65b2bbe-1be3-4e90-a6a1-28bead169873", "address": "fa:16:3e:d3:69:c7", "network": {"id": "fcacd5ae-5435-4069-837a-e29113de48ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1260354203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7a5b38c5114a6ba3621917f7a33201", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65b2bbe-1b", "ovs_interfaceid": "c65b2bbe-1be3-4e90-a6a1-28bead169873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.790422] env[69572]: DEBUG oslo_vmware.api [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435218, 'name': ReconfigVM_Task, 'duration_secs': 0.283801} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.792194] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1148.795746] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d59fa2a3-2441-4cd2-8a06-a7180a08f548 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.812392] env[69572]: DEBUG oslo_vmware.api [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1148.812392] env[69572]: value = "task-3435219" [ 1148.812392] env[69572]: _type = "Task" [ 1148.812392] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.822961] env[69572]: DEBUG oslo_vmware.api [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.999254] env[69572]: DEBUG nova.scheduler.client.report [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.079311] env[69572]: DEBUG nova.compute.manager [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1149.104390] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.104806] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.105093] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.105328] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.105575] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.105790] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.106168] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.106405] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.106666] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.106967] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.107358] env[69572]: DEBUG nova.virt.hardware [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.108473] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800c4ed-9d6e-4653-a149-5e3a619259f6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.117013] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9b2b02-20bc-4001-a0f1-b6e4138d8e0f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.142912] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435216, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.143559] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.149599] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Creating folder: Project (da9450a447b34a92bfb6b7db07670a3c). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.152316] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cf9b63e-16d0-4c59-b6b1-27740d0788dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.167394] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Created folder: Project (da9450a447b34a92bfb6b7db07670a3c) in parent group-v685431. [ 1149.167661] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Creating folder: Instances. Parent ref: group-v685738. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.168827] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c38f3747-17d8-4010-9d3a-f499a31b20e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.180174] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Created folder: Instances in parent group-v685738. [ 1149.180451] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.180672] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.180905] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-979c6635-1ec0-4a6e-9749-08f484eeabed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.194210] env[69572]: DEBUG nova.network.neutron [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.196696] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 27374528-b6cc-4c08-a30a-3fceb4cf4364] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1149.203830] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.203830] env[69572]: value = "task-3435222" [ 1149.203830] env[69572]: _type = "Task" [ 1149.203830] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.213213] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435222, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.232256] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Releasing lock "refresh_cache-b9f687e5-b16d-45ef-babd-b1a9be707d87" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.328765] env[69572]: DEBUG oslo_vmware.api [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435219, 'name': ReconfigVM_Task, 'duration_secs': 0.149109} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.329159] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685728', 'volume_id': 'a7b5887c-16fa-41dd-9303-7892b6f71085', 'name': 'volume-a7b5887c-16fa-41dd-9303-7892b6f71085', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f1eedb-dd3f-41c4-97f6-dc8daf8da144', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7b5887c-16fa-41dd-9303-7892b6f71085', 'serial': 'a7b5887c-16fa-41dd-9303-7892b6f71085'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1149.432790] env[69572]: DEBUG nova.network.neutron [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Updating instance_info_cache with network_info: [{"id": "3dfdba4d-42e4-4d42-ab2b-bb4036670ea5", "address": "fa:16:3e:77:63:80", "network": {"id": "3fe8e638-25b1-44af-adcc-0d02bf1eeab7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1073843379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3655558e12c0437495e24d53442aa86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfdba4d-42", "ovs_interfaceid": "3dfdba4d-42e4-4d42-ab2b-bb4036670ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.505162] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.506052] env[69572]: DEBUG nova.compute.manager [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1149.509172] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.479s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.509904] env[69572]: DEBUG nova.objects.instance [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'resources' on Instance uuid 036b1202-94cb-47b2-af1d-4bdaef6b5ada {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.632283] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435216, 'name': ReconfigVM_Task, 'duration_secs': 1.244313} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.632624] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.633574] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e8e653-de41-442e-af2d-35e022b97d21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.658973] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] f51ace3b-7d9a-42db-9933-b13a7e9ea258/f51ace3b-7d9a-42db-9933-b13a7e9ea258.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.661014] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31635f7a-02da-415f-be12-6aa88b610dcc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.683956] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1149.683956] env[69572]: value = "task-3435223" [ 1149.683956] env[69572]: _type = "Task" [ 1149.683956] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.695795] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.700433] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: f4bee3b9-ad7c-4d3b-bf07-f7a63f9cf429] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1149.717718] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435222, 'name': CreateVM_Task, 'duration_secs': 0.449094} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.717998] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.718529] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.718832] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.719224] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.719563] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a67817a-93e5-4353-9280-38e5e98d485d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.724018] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1149.724018] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d8bbcd-7e50-d4da-f01d-7f025a42997b" [ 1149.724018] env[69572]: _type = "Task" [ 1149.724018] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.736435] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d8bbcd-7e50-d4da-f01d-7f025a42997b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.737707] env[69572]: DEBUG nova.compute.manager [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1149.737916] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0866fa8-ef48-4f56-928b-942ebd6a8ff2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.773886] env[69572]: DEBUG nova.network.neutron [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Port d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1149.774424] env[69572]: DEBUG oslo_concurrency.lockutils [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.774641] env[69572]: DEBUG oslo_concurrency.lockutils [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.774973] env[69572]: DEBUG nova.network.neutron [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.871411] env[69572]: DEBUG nova.objects.instance [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'flavor' on Instance uuid e1f1eedb-dd3f-41c4-97f6-dc8daf8da144 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.936065] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Releasing lock "refresh_cache-60fcf3da-659e-48cd-ba46-dd0ebf51529c" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.936553] env[69572]: DEBUG nova.compute.manager [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Instance network_info: |[{"id": "3dfdba4d-42e4-4d42-ab2b-bb4036670ea5", "address": "fa:16:3e:77:63:80", "network": {"id": "3fe8e638-25b1-44af-adcc-0d02bf1eeab7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1073843379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3655558e12c0437495e24d53442aa86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfdba4d-42", "ovs_interfaceid": "3dfdba4d-42e4-4d42-ab2b-bb4036670ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1149.937244] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:63:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dfdba4d-42e4-4d42-ab2b-bb4036670ea5', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.947407] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Creating folder: Project (3655558e12c0437495e24d53442aa86c). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.948099] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac1f4af9-ce25-4349-aa75-926d8bcb4f25 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.960559] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Created folder: Project (3655558e12c0437495e24d53442aa86c) in parent group-v685431. [ 1149.960910] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Creating folder: Instances. Parent ref: group-v685741. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.960999] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7d85887-74c8-4ffe-bb9b-a461da236fdc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.971999] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Created folder: Instances in parent group-v685741. [ 1149.972596] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.972709] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.974055] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b01779-fbb7-49d0-a7a6-35a21363d458 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.998040] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.998040] env[69572]: value = "task-3435226" [ 1149.998040] env[69572]: _type = "Task" [ 1149.998040] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.007119] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435226, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.012502] env[69572]: DEBUG nova.objects.instance [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'numa_topology' on Instance uuid 036b1202-94cb-47b2-af1d-4bdaef6b5ada {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.014465] env[69572]: DEBUG nova.compute.utils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.016071] env[69572]: DEBUG nova.compute.manager [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1150.016307] env[69572]: DEBUG nova.network.neutron [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.102984] env[69572]: DEBUG nova.policy [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e95cd726647d4af0ac2bddb06092ea55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a26f3d09e64e4f03bd4e4e41d819176c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.197624] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435223, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.206661] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: bce10bc6-973a-4dd3-94e0-d6522113149f] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1150.235972] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d8bbcd-7e50-d4da-f01d-7f025a42997b, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.236307] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.236541] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.236830] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.236994] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.237169] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.237443] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73d79477-8388-4259-a660-94996bfa1d18 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.249959] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.249959] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.251108] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8f5ac8-cacd-4e61-9050-9aad81bf81f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.256763] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1150.256763] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5217e814-6da0-a8da-66bc-a8371601a502" [ 1150.256763] env[69572]: _type = "Task" [ 1150.256763] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.265123] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5217e814-6da0-a8da-66bc-a8371601a502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.511642] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435226, 'name': CreateVM_Task, 'duration_secs': 0.394577} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.511819] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.512789] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.512961] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.513302] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.513564] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ec6946-5c12-4a12-bf4b-b19b45ba2383 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.517271] env[69572]: DEBUG nova.objects.base [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Object Instance<036b1202-94cb-47b2-af1d-4bdaef6b5ada> lazy-loaded attributes: resources,numa_topology {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1150.521914] env[69572]: DEBUG nova.compute.manager [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1150.529085] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for the task: (returnval){ [ 1150.529085] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52afbf56-f643-a0ea-6b2b-617a54e437f1" [ 1150.529085] env[69572]: _type = "Task" [ 1150.529085] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.540313] env[69572]: DEBUG nova.network.neutron [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance_info_cache with network_info: [{"id": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "address": "fa:16:3e:0b:1d:df", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26b0c4a-23", "ovs_interfaceid": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.549225] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52afbf56-f643-a0ea-6b2b-617a54e437f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.549225] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.549544] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.549641] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.561197] env[69572]: DEBUG nova.network.neutron [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Successfully created port: 150c7981-1d0d-4ee7-b397-c52e46c11f6a {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.697030] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435223, 'name': ReconfigVM_Task, 'duration_secs': 0.554545} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.697574] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfigured VM instance instance-00000060 to attach disk [datastore2] f51ace3b-7d9a-42db-9933-b13a7e9ea258/f51ace3b-7d9a-42db-9933-b13a7e9ea258.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.698499] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7cc616-4e95-4ca4-84b0-3a3eda5ae919 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.723397] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: a51e17b5-c330-4c15-b7bb-7269894912a1] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1150.727646] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2062c5d-1956-42a4-bb58-5c2728eab8f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.730851] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9a888-3949-4a58-b08d-4d82b94948ff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.757663] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0912fddc-7966-4aa8-9b38-dff8cfcc63e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.760795] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d9efd8-fb50-473d-ba6d-f7d1fa862c34 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.766689] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca4d5f-3e71-4dfa-9c5c-4b984636f889 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.774459] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Doing hard reboot of VM {{(pid=69572) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1150.819987] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2dab8bf3-4513-40d4-a250-a2fae637dc41 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.822063] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5217e814-6da0-a8da-66bc-a8371601a502, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.823371] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082268e5-48d4-49be-adca-fe9883968d20 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.827494] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab65a07-1a02-4d01-816e-a1a0e8671eb2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.830268] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a22fb7d-ebe6-4a1c-9621-8fc6e96cb516 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.838030] env[69572]: DEBUG oslo_vmware.api [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1150.838030] env[69572]: value = "task-3435227" [ 1150.838030] env[69572]: _type = "Task" [ 1150.838030] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.840558] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.846312] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f061d223-6fb7-496f-ac71-cbe564ab415e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.852534] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc41e4d-6691-4cd3-bb8a-74fc11a221f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.852623] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1150.852623] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52af6281-a2f3-ac5f-177c-ce1cff1be971" [ 1150.852623] env[69572]: _type = "Task" [ 1150.852623] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.869483] env[69572]: DEBUG oslo_vmware.api [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435227, 'name': ResetVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.870043] env[69572]: DEBUG nova.compute.provider_tree [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.872223] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1150.872223] env[69572]: value = "task-3435228" [ 1150.872223] env[69572]: _type = "Task" [ 1150.872223] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.880573] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52af6281-a2f3-ac5f-177c-ce1cff1be971, 'name': SearchDatastore_Task, 'duration_secs': 0.012583} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.882090] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.882090] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 2cc5d797-ef2c-448e-9e59-dd0487229147/2cc5d797-ef2c-448e-9e59-dd0487229147.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.883200] env[69572]: DEBUG oslo_concurrency.lockutils [None req-7c8d30fc-4cae-420e-b342-928d8c30eefd tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.884693] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.884920] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.885342] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8253b6e9-d529-445d-89c9-d96eef646614 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.892832] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5875a7fa-c0d9-4e0d-9d66-2340ca514634 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.895627] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435228, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.901603] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1150.901603] env[69572]: value = "task-3435229" [ 1150.901603] env[69572]: _type = "Task" [ 1150.901603] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.909336] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.909638] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.911776] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738a8794-0e5f-47d3-9d21-ac7e9618d449 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.919409] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.923302] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for the task: (returnval){ [ 1150.923302] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527a538a-3e91-a3ef-fdf5-504c7b1da9d4" [ 1150.923302] env[69572]: _type = "Task" [ 1150.923302] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.937659] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527a538a-3e91-a3ef-fdf5-504c7b1da9d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.938843] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf3003c-fe80-4960-8be8-745a9f8d359a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.944258] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for the task: (returnval){ [ 1150.944258] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5204edfa-e819-b4ab-c741-0fdfac87ddb8" [ 1150.944258] env[69572]: _type = "Task" [ 1150.944258] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.952670] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5204edfa-e819-b4ab-c741-0fdfac87ddb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.043075] env[69572]: DEBUG oslo_concurrency.lockutils [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.043075] env[69572]: DEBUG oslo_concurrency.lockutils [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.044740] env[69572]: DEBUG oslo_concurrency.lockutils [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.226564] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 5bda69c4-efe5-44f1-aa7a-168f1332d615] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1151.352374] env[69572]: DEBUG oslo_vmware.api [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435227, 'name': ResetVM_Task, 'duration_secs': 0.102194} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.352374] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Did hard reboot of VM {{(pid=69572) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1151.352374] env[69572]: DEBUG nova.compute.manager [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.353425] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba1ab6e-f601-4cb3-a11f-2756ab5e444e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.375238] env[69572]: DEBUG nova.scheduler.client.report [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.388885] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435228, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.411977] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479266} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.412355] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 2cc5d797-ef2c-448e-9e59-dd0487229147/2cc5d797-ef2c-448e-9e59-dd0487229147.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.412632] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.412938] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df186080-cd05-446e-8c1c-576abb0bb0b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.420939] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1151.420939] env[69572]: value = "task-3435230" [ 1151.420939] env[69572]: _type = "Task" [ 1151.420939] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.431467] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.456888] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5204edfa-e819-b4ab-c741-0fdfac87ddb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.457192] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.457580] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 60fcf3da-659e-48cd-ba46-dd0ebf51529c/60fcf3da-659e-48cd-ba46-dd0ebf51529c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.457947] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32470a12-6fe2-48fd-ba8c-0f4571ef1f41 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.465184] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for the task: (returnval){ [ 1151.465184] env[69572]: value = "task-3435231" [ 1151.465184] env[69572]: _type = "Task" [ 1151.465184] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.474896] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.538031] env[69572]: DEBUG nova.compute.manager [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1151.547727] env[69572]: INFO nova.compute.manager [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Detaching volume 99da742d-45aa-4717-b563-3e386772e29e [ 1151.550620] env[69572]: DEBUG nova.compute.manager [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69572) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1151.550786] env[69572]: DEBUG oslo_concurrency.lockutils [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.567215] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.567491] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.567660] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.567823] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.567996] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.568164] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.568399] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.568576] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.568749] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.568926] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.569113] env[69572]: DEBUG nova.virt.hardware [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.569990] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df38eb0-e72b-44b0-96f2-84acf08c8963 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.578589] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e19a56a-ecf9-47d4-8935-afb2d7cb91da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.596769] env[69572]: INFO nova.virt.block_device [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Attempting to driver detach volume 99da742d-45aa-4717-b563-3e386772e29e from mountpoint /dev/sdc [ 1151.597090] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1151.597344] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685732', 'volume_id': '99da742d-45aa-4717-b563-3e386772e29e', 'name': 'volume-99da742d-45aa-4717-b563-3e386772e29e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f1eedb-dd3f-41c4-97f6-dc8daf8da144', 'attached_at': '', 'detached_at': '', 'volume_id': '99da742d-45aa-4717-b563-3e386772e29e', 'serial': '99da742d-45aa-4717-b563-3e386772e29e'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1151.598259] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b51813-8f78-44d1-828b-00b2ab520b0f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.620520] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b791c-ddeb-4420-87d1-5b819ff4b3e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.627937] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1f13cb-9fb4-41d3-bfe2-ce911ccd407a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.649064] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042e57f7-2073-41fb-b1a0-5b4cc62c39e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.666055] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] The volume has not been displaced from its original location: [datastore2] volume-99da742d-45aa-4717-b563-3e386772e29e/volume-99da742d-45aa-4717-b563-3e386772e29e.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1151.671703] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Reconfiguring VM instance instance-00000069 to detach disk 2002 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1151.672058] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439e911d-506e-43f8-9a59-7c350c2229ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.692848] env[69572]: DEBUG oslo_vmware.api [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1151.692848] env[69572]: value = "task-3435232" [ 1151.692848] env[69572]: _type = "Task" [ 1151.692848] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.702331] env[69572]: DEBUG oslo_vmware.api [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.731101] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 171ee72b-a8ee-40d0-95fd-a9df01f1c184] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1151.869988] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef09c92-397b-49dc-bef4-6ec4dcf6c836 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "b9f687e5-b16d-45ef-babd-b1a9be707d87" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.397s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.883839] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.374s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.887899] env[69572]: DEBUG oslo_concurrency.lockutils [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.337s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.896040] env[69572]: DEBUG oslo_vmware.api [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435228, 'name': PowerOnVM_Task, 'duration_secs': 0.613521} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.896426] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.938659] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08666} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.939012] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.940198] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d82d944-d3d7-41a0-b893-6371be18c880 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.963924] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 2cc5d797-ef2c-448e-9e59-dd0487229147/2cc5d797-ef2c-448e-9e59-dd0487229147.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.964608] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2677cb7-fa33-41d6-b0e1-3913c18bc209 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.990156] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491112} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.991195] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 60fcf3da-659e-48cd-ba46-dd0ebf51529c/60fcf3da-659e-48cd-ba46-dd0ebf51529c.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.991425] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.991765] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1151.991765] env[69572]: value = "task-3435233" [ 1151.991765] env[69572]: _type = "Task" [ 1151.991765] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.991971] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0b8b221-3dfa-4ce7-bdbb-607adbb66167 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.002904] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.004313] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for the task: (returnval){ [ 1152.004313] env[69572]: value = "task-3435234" [ 1152.004313] env[69572]: _type = "Task" [ 1152.004313] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.040508] env[69572]: DEBUG nova.compute.manager [req-3694c583-fe6b-46af-8f1b-0d9a641f9626 req-358b8622-756f-4ce6-8680-e88d4ad90d71 service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Received event network-vif-plugged-150c7981-1d0d-4ee7-b397-c52e46c11f6a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1152.040743] env[69572]: DEBUG oslo_concurrency.lockutils [req-3694c583-fe6b-46af-8f1b-0d9a641f9626 req-358b8622-756f-4ce6-8680-e88d4ad90d71 service nova] Acquiring lock "4b54ee83-ffe6-4fed-8401-965e56754620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.040968] env[69572]: DEBUG oslo_concurrency.lockutils [req-3694c583-fe6b-46af-8f1b-0d9a641f9626 req-358b8622-756f-4ce6-8680-e88d4ad90d71 service nova] Lock "4b54ee83-ffe6-4fed-8401-965e56754620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.041149] env[69572]: DEBUG oslo_concurrency.lockutils [req-3694c583-fe6b-46af-8f1b-0d9a641f9626 req-358b8622-756f-4ce6-8680-e88d4ad90d71 service nova] Lock "4b54ee83-ffe6-4fed-8401-965e56754620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.041324] env[69572]: DEBUG nova.compute.manager [req-3694c583-fe6b-46af-8f1b-0d9a641f9626 req-358b8622-756f-4ce6-8680-e88d4ad90d71 service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] No waiting events found dispatching network-vif-plugged-150c7981-1d0d-4ee7-b397-c52e46c11f6a {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1152.041474] env[69572]: WARNING nova.compute.manager [req-3694c583-fe6b-46af-8f1b-0d9a641f9626 req-358b8622-756f-4ce6-8680-e88d4ad90d71 service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Received unexpected event network-vif-plugged-150c7981-1d0d-4ee7-b397-c52e46c11f6a for instance with vm_state building and task_state spawning. [ 1152.165868] env[69572]: DEBUG nova.network.neutron [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Successfully updated port: 150c7981-1d0d-4ee7-b397-c52e46c11f6a {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.204605] env[69572]: DEBUG oslo_vmware.api [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435232, 'name': ReconfigVM_Task, 'duration_secs': 0.423706} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.204947] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Reconfigured VM instance instance-00000069 to detach disk 2002 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.209720] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d058c335-7bc6-477e-a44c-c482f1c78961 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.226457] env[69572]: DEBUG oslo_vmware.api [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1152.226457] env[69572]: value = "task-3435235" [ 1152.226457] env[69572]: _type = "Task" [ 1152.226457] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.234756] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: a55e2d7a-f373-4019-87b0-23e981239a5c] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1152.236552] env[69572]: DEBUG oslo_vmware.api [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.309390] env[69572]: DEBUG oslo_concurrency.lockutils [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquiring lock "b9f687e5-b16d-45ef-babd-b1a9be707d87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.309704] env[69572]: DEBUG oslo_concurrency.lockutils [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "b9f687e5-b16d-45ef-babd-b1a9be707d87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.310386] env[69572]: DEBUG oslo_concurrency.lockutils [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquiring lock "b9f687e5-b16d-45ef-babd-b1a9be707d87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.310591] env[69572]: DEBUG oslo_concurrency.lockutils [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "b9f687e5-b16d-45ef-babd-b1a9be707d87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.310761] env[69572]: DEBUG oslo_concurrency.lockutils [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "b9f687e5-b16d-45ef-babd-b1a9be707d87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.312783] env[69572]: INFO nova.compute.manager [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Terminating instance [ 1152.393224] env[69572]: DEBUG nova.objects.instance [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'migration_context' on Instance uuid a0bd2d42-04d8-4934-b872-df91dcc35e39 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.396140] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1707d78d-09dd-439c-9f86-3f8aae4ad754 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.604s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.397150] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.746s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.398154] env[69572]: INFO nova.compute.manager [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Unshelving [ 1152.504288] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.513693] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.513951] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.514730] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e56fe36-0126-4a8f-8ee9-f80c32588d36 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.538765] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 60fcf3da-659e-48cd-ba46-dd0ebf51529c/60fcf3da-659e-48cd-ba46-dd0ebf51529c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.539269] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4969859-8407-4c9a-bb47-509fa1a87e73 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.559130] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for the task: (returnval){ [ 1152.559130] env[69572]: value = "task-3435236" [ 1152.559130] env[69572]: _type = "Task" [ 1152.559130] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.566945] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.661985] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "2b6242e7-0252-495b-b66a-d6e3244624d0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.662324] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.669499] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquiring lock "refresh_cache-4b54ee83-ffe6-4fed-8401-965e56754620" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.669499] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquired lock "refresh_cache-4b54ee83-ffe6-4fed-8401-965e56754620" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.669499] env[69572]: DEBUG nova.network.neutron [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.739916] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: ff6c4b43-59f9-4d4e-915f-02a21db0b341] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1152.741974] env[69572]: DEBUG oslo_vmware.api [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435235, 'name': ReconfigVM_Task, 'duration_secs': 0.223643} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.742582] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685732', 'volume_id': '99da742d-45aa-4717-b563-3e386772e29e', 'name': 'volume-99da742d-45aa-4717-b563-3e386772e29e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1f1eedb-dd3f-41c4-97f6-dc8daf8da144', 'attached_at': '', 'detached_at': '', 'volume_id': '99da742d-45aa-4717-b563-3e386772e29e', 'serial': '99da742d-45aa-4717-b563-3e386772e29e'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1152.816950] env[69572]: DEBUG nova.compute.manager [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1152.817246] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.818182] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd57e446-8d0e-4cd9-aabe-1b606124f155 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.827466] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.827794] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4a4e712-0522-44b1-9630-9b2309bbf721 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.835321] env[69572]: DEBUG oslo_vmware.api [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1152.835321] env[69572]: value = "task-3435237" [ 1152.835321] env[69572]: _type = "Task" [ 1152.835321] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.844497] env[69572]: DEBUG oslo_vmware.api [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.947245] env[69572]: INFO nova.compute.manager [None req-c67b3e26-6fc5-4df5-8570-ef56d2bbd432 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance to original state: 'active' [ 1153.005909] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435233, 'name': ReconfigVM_Task, 'duration_secs': 0.782747} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.006218] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 2cc5d797-ef2c-448e-9e59-dd0487229147/2cc5d797-ef2c-448e-9e59-dd0487229147.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.009506] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0890d225-1f28-4e1d-a435-55a92defb9ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.015958] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1153.015958] env[69572]: value = "task-3435238" [ 1153.015958] env[69572]: _type = "Task" [ 1153.015958] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.027494] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435238, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.071140] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435236, 'name': ReconfigVM_Task, 'duration_secs': 0.429966} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.071985] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 60fcf3da-659e-48cd-ba46-dd0ebf51529c/60fcf3da-659e-48cd-ba46-dd0ebf51529c.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.072485] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a9626fe-f140-4cbc-8e07-6bc490ae21a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.079466] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for the task: (returnval){ [ 1153.079466] env[69572]: value = "task-3435239" [ 1153.079466] env[69572]: _type = "Task" [ 1153.079466] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.088703] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435239, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.103341] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fd62f0-d323-458d-89ef-9d6e9fc0c574 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.110349] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa5b07d-8481-4449-b6ad-ec43fbc38325 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.144296] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d7719c-40e7-4989-8d34-c5da969a9b48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.151833] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ee8037-dea1-486a-a2ca-52d780ff2099 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.165688] env[69572]: DEBUG nova.compute.utils [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.167185] env[69572]: DEBUG nova.compute.provider_tree [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.217603] env[69572]: DEBUG nova.network.neutron [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.243022] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: fe3ba8da-412e-4cdb-a073-be6375ff2b01] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1153.287478] env[69572]: DEBUG nova.objects.instance [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'flavor' on Instance uuid e1f1eedb-dd3f-41c4-97f6-dc8daf8da144 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.346616] env[69572]: DEBUG oslo_vmware.api [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435237, 'name': PowerOffVM_Task, 'duration_secs': 0.187679} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.346935] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.347140] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.347419] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f2a3384-e39c-422d-97d3-c49f40781aa6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.401721] env[69572]: DEBUG nova.network.neutron [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Updating instance_info_cache with network_info: [{"id": "150c7981-1d0d-4ee7-b397-c52e46c11f6a", "address": "fa:16:3e:77:31:e3", "network": {"id": "31fe9ef1-e39e-4975-a1cb-ff1d193eae3c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1028688458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26f3d09e64e4f03bd4e4e41d819176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150c7981-1d", "ovs_interfaceid": "150c7981-1d0d-4ee7-b397-c52e46c11f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.404549] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.404780] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.404975] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Deleting the datastore file [datastore2] b9f687e5-b16d-45ef-babd-b1a9be707d87 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.407961] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dfc4e78-80f2-4512-bced-1cc6c990d114 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.415562] env[69572]: DEBUG oslo_vmware.api [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for the task: (returnval){ [ 1153.415562] env[69572]: value = "task-3435241" [ 1153.415562] env[69572]: _type = "Task" [ 1153.415562] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.425824] env[69572]: DEBUG oslo_vmware.api [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.427175] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.525607] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435238, 'name': Rename_Task, 'duration_secs': 0.162513} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.525887] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.526144] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-985f4f0b-a9f2-4195-878b-84acc1ffc809 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.532613] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1153.532613] env[69572]: value = "task-3435242" [ 1153.532613] env[69572]: _type = "Task" [ 1153.532613] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.542244] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.588963] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435239, 'name': Rename_Task, 'duration_secs': 0.260371} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.589292] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.589527] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc0bbe1d-3064-4491-8121-e239dadd0ebc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.595419] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for the task: (returnval){ [ 1153.595419] env[69572]: value = "task-3435243" [ 1153.595419] env[69572]: _type = "Task" [ 1153.595419] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.603406] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.670925] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.671325] env[69572]: DEBUG nova.scheduler.client.report [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.746245] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: a88694ed-17fe-420d-aa71-a05816bbf3e7] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1153.904358] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Releasing lock "refresh_cache-4b54ee83-ffe6-4fed-8401-965e56754620" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.904715] env[69572]: DEBUG nova.compute.manager [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Instance network_info: |[{"id": "150c7981-1d0d-4ee7-b397-c52e46c11f6a", "address": "fa:16:3e:77:31:e3", "network": {"id": "31fe9ef1-e39e-4975-a1cb-ff1d193eae3c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1028688458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26f3d09e64e4f03bd4e4e41d819176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150c7981-1d", "ovs_interfaceid": "150c7981-1d0d-4ee7-b397-c52e46c11f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1153.905207] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:31:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '150c7981-1d0d-4ee7-b397-c52e46c11f6a', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.913345] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Creating folder: Project (a26f3d09e64e4f03bd4e4e41d819176c). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.913670] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-242fb72f-6959-40d6-a009-30ce837367db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.928124] env[69572]: DEBUG oslo_vmware.api [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Task: {'id': task-3435241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291642} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.928124] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.928340] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.928441] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.928695] env[69572]: INFO nova.compute.manager [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1153.929046] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.929283] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Created folder: Project (a26f3d09e64e4f03bd4e4e41d819176c) in parent group-v685431. [ 1153.929516] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Creating folder: Instances. Parent ref: group-v685744. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.929825] env[69572]: DEBUG nova.compute.manager [-] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1153.930084] env[69572]: DEBUG nova.network.neutron [-] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.932044] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fcdc1eb-97da-49e3-9b84-ef637ccccbe0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.941473] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Created folder: Instances in parent group-v685744. [ 1153.941757] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.941957] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.942186] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b274223-eb91-4fa1-b8fc-a2ab440519be {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.963141] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.963141] env[69572]: value = "task-3435246" [ 1153.963141] env[69572]: _type = "Task" [ 1153.963141] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.972424] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435246, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.043190] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.105911] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435243, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.226339] env[69572]: DEBUG nova.compute.manager [req-eac8dd8c-0784-4a12-b2dd-aa51821f8a50 req-29a2f373-0ea3-41a2-b27d-d64eb9b29ddf service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Received event network-changed-150c7981-1d0d-4ee7-b397-c52e46c11f6a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1154.226583] env[69572]: DEBUG nova.compute.manager [req-eac8dd8c-0784-4a12-b2dd-aa51821f8a50 req-29a2f373-0ea3-41a2-b27d-d64eb9b29ddf service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Refreshing instance network info cache due to event network-changed-150c7981-1d0d-4ee7-b397-c52e46c11f6a. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1154.226905] env[69572]: DEBUG oslo_concurrency.lockutils [req-eac8dd8c-0784-4a12-b2dd-aa51821f8a50 req-29a2f373-0ea3-41a2-b27d-d64eb9b29ddf service nova] Acquiring lock "refresh_cache-4b54ee83-ffe6-4fed-8401-965e56754620" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.227093] env[69572]: DEBUG oslo_concurrency.lockutils [req-eac8dd8c-0784-4a12-b2dd-aa51821f8a50 req-29a2f373-0ea3-41a2-b27d-d64eb9b29ddf service nova] Acquired lock "refresh_cache-4b54ee83-ffe6-4fed-8401-965e56754620" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.227297] env[69572]: DEBUG nova.network.neutron [req-eac8dd8c-0784-4a12-b2dd-aa51821f8a50 req-29a2f373-0ea3-41a2-b27d-d64eb9b29ddf service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Refreshing network info cache for port 150c7981-1d0d-4ee7-b397-c52e46c11f6a {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.249950] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 48d60558-124c-4fd8-ace0-f621c34c7d45] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1154.296634] env[69572]: DEBUG oslo_concurrency.lockutils [None req-771546b9-3b2a-46d2-bf96-434eb34f9f4e tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.253s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.475228] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435246, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.543547] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435242, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.606591] env[69572]: DEBUG oslo_vmware.api [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435243, 'name': PowerOnVM_Task, 'duration_secs': 0.689129} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.606895] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.607208] env[69572]: INFO nova.compute.manager [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1154.607391] env[69572]: DEBUG nova.compute.manager [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.608243] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86bf254-70dd-48a7-88f4-0f9c01fff377 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.683012] env[69572]: DEBUG oslo_concurrency.lockutils [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.795s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.689319] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.262s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.689542] env[69572]: DEBUG nova.objects.instance [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'pci_requests' on Instance uuid 036b1202-94cb-47b2-af1d-4bdaef6b5ada {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.697372] env[69572]: DEBUG oslo_concurrency.lockutils [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.697603] env[69572]: DEBUG oslo_concurrency.lockutils [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.698696] env[69572]: DEBUG oslo_concurrency.lockutils [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.698696] env[69572]: DEBUG oslo_concurrency.lockutils [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.698696] env[69572]: DEBUG oslo_concurrency.lockutils [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.702126] env[69572]: INFO nova.compute.manager [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Terminating instance [ 1154.742317] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "2b6242e7-0252-495b-b66a-d6e3244624d0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.742585] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.742810] env[69572]: INFO nova.compute.manager [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Attaching volume 27e170ab-1cc0-433a-a4af-c4bd416c5100 to /dev/sdb [ 1154.753060] env[69572]: DEBUG nova.network.neutron [-] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.754277] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 6b825bbb-6005-4481-bedb-b021b8b71e54] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1154.776751] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0e21e1-e462-4f14-918a-2fb42f45eadf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.785092] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9f4fb1-c5f4-4017-9386-374e7432fe71 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.799581] env[69572]: DEBUG nova.virt.block_device [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Updating existing volume attachment record: 38541038-469e-437b-9524-685481921c15 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1154.957777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.957777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.957777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.957777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.957777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.961124] env[69572]: INFO nova.compute.manager [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Terminating instance [ 1154.978021] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435246, 'name': CreateVM_Task, 'duration_secs': 0.594035} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.978021] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.978021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.978021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.978021] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.978758] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fa6e65-b3d9-4d5f-ae9a-d30773694c3f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.986192] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for the task: (returnval){ [ 1154.986192] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52c86c90-876d-5a2e-a317-454be6c68fe2" [ 1154.986192] env[69572]: _type = "Task" [ 1154.986192] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.004684] env[69572]: DEBUG nova.network.neutron [req-eac8dd8c-0784-4a12-b2dd-aa51821f8a50 req-29a2f373-0ea3-41a2-b27d-d64eb9b29ddf service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Updated VIF entry in instance network info cache for port 150c7981-1d0d-4ee7-b397-c52e46c11f6a. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.004860] env[69572]: DEBUG nova.network.neutron [req-eac8dd8c-0784-4a12-b2dd-aa51821f8a50 req-29a2f373-0ea3-41a2-b27d-d64eb9b29ddf service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Updating instance_info_cache with network_info: [{"id": "150c7981-1d0d-4ee7-b397-c52e46c11f6a", "address": "fa:16:3e:77:31:e3", "network": {"id": "31fe9ef1-e39e-4975-a1cb-ff1d193eae3c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1028688458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a26f3d09e64e4f03bd4e4e41d819176c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150c7981-1d", "ovs_interfaceid": "150c7981-1d0d-4ee7-b397-c52e46c11f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.044054] env[69572]: DEBUG oslo_vmware.api [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435242, 'name': PowerOnVM_Task, 'duration_secs': 1.053948} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.044363] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.044567] env[69572]: INFO nova.compute.manager [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Took 5.97 seconds to spawn the instance on the hypervisor. [ 1155.044742] env[69572]: DEBUG nova.compute.manager [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.045625] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f1bfc5-8996-4372-9b3b-c7c37d0f1075 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.125300] env[69572]: INFO nova.compute.manager [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Took 17.41 seconds to build instance. [ 1155.197940] env[69572]: DEBUG nova.objects.instance [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'numa_topology' on Instance uuid 036b1202-94cb-47b2-af1d-4bdaef6b5ada {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.206962] env[69572]: DEBUG nova.compute.manager [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1155.207253] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.207635] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f73e534e-9309-40d3-bc17-bd2d6249be37 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.216365] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1155.216365] env[69572]: value = "task-3435250" [ 1155.216365] env[69572]: _type = "Task" [ 1155.216365] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.226242] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.256380] env[69572]: INFO nova.compute.manager [-] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Took 1.33 seconds to deallocate network for instance. [ 1155.258479] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 602dfb3b-b2e1-47f5-bf54-8cde1fbb8ec5] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1155.463957] env[69572]: DEBUG nova.compute.manager [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1155.464289] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.465277] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e990756-d2ef-4903-8668-134f40791c43 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.476757] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.477103] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a2365a-83b2-4f40-8966-f3e9f7ec30c9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.483878] env[69572]: DEBUG oslo_vmware.api [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1155.483878] env[69572]: value = "task-3435251" [ 1155.483878] env[69572]: _type = "Task" [ 1155.483878] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.494499] env[69572]: DEBUG oslo_vmware.api [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.500018] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52c86c90-876d-5a2e-a317-454be6c68fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.017898} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.500018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.500018] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.500018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.500018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.500018] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.500018] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-099cf79b-a676-4d1e-8e8c-57bd604b80c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.508038] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.508229] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.509312] env[69572]: DEBUG oslo_concurrency.lockutils [req-eac8dd8c-0784-4a12-b2dd-aa51821f8a50 req-29a2f373-0ea3-41a2-b27d-d64eb9b29ddf service nova] Releasing lock "refresh_cache-4b54ee83-ffe6-4fed-8401-965e56754620" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.509713] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a91ce3-5509-4784-ac98-34551c280572 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.515430] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for the task: (returnval){ [ 1155.515430] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52670d2c-2fda-15ff-9427-9f6268627014" [ 1155.515430] env[69572]: _type = "Task" [ 1155.515430] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.524395] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52670d2c-2fda-15ff-9427-9f6268627014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.564895] env[69572]: INFO nova.compute.manager [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Took 14.76 seconds to build instance. [ 1155.627414] env[69572]: DEBUG oslo_concurrency.lockutils [None req-5b097a12-980b-4e36-8464-c374481ed119 tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.924s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.702151] env[69572]: INFO nova.compute.claims [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.729712] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435250, 'name': PowerOffVM_Task, 'duration_secs': 0.295866} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.730070] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.730299] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1155.730544] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685717', 'volume_id': '589ba75e-1dbe-4bcb-aa30-28df3aede429', 'name': 'volume-589ba75e-1dbe-4bcb-aa30-28df3aede429', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f51ace3b-7d9a-42db-9933-b13a7e9ea258', 'attached_at': '2025-04-15T12:23:55.000000', 'detached_at': '', 'volume_id': '589ba75e-1dbe-4bcb-aa30-28df3aede429', 'serial': '589ba75e-1dbe-4bcb-aa30-28df3aede429'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1155.731430] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e0694a-ceed-4a33-9368-3eda8fc01c59 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.758747] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72920de6-52a2-4562-b3ad-36558da3af8f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.767343] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 9dbcc56e-d71f-4b3d-8a85-5235baeea341] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1155.768467] env[69572]: DEBUG oslo_concurrency.lockutils [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.772118] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc190922-658e-4c30-942a-441bbbc93246 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.794396] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55d9db2-76ae-44a7-8912-7900d4eee548 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.811878] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] The volume has not been displaced from its original location: [datastore2] volume-589ba75e-1dbe-4bcb-aa30-28df3aede429/volume-589ba75e-1dbe-4bcb-aa30-28df3aede429.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1155.817328] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.818020] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb21c81-682f-4307-8e37-f333085e7cb5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.836630] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1155.836630] env[69572]: value = "task-3435252" [ 1155.836630] env[69572]: _type = "Task" [ 1155.836630] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.845530] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.873711] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquiring lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.873987] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.874198] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquiring lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.874380] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.874550] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.876815] env[69572]: INFO nova.compute.manager [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Terminating instance [ 1155.993955] env[69572]: DEBUG oslo_vmware.api [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435251, 'name': PowerOffVM_Task, 'duration_secs': 0.346283} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.994252] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.994436] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.994756] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1a05c5e-c060-46e3-adb5-14748110fab0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.027115] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52670d2c-2fda-15ff-9427-9f6268627014, 'name': SearchDatastore_Task, 'duration_secs': 0.01341} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.028070] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25818a7-cd17-4dc5-b842-fe97b798fe3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.034065] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for the task: (returnval){ [ 1156.034065] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525e906c-e33e-434a-5ac0-cb106632930b" [ 1156.034065] env[69572]: _type = "Task" [ 1156.034065] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.043392] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525e906c-e33e-434a-5ac0-cb106632930b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.067208] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0973d1f4-78cb-4ff3-a2fc-7b35922c4ac2 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "2cc5d797-ef2c-448e-9e59-dd0487229147" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.266s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.239224] env[69572]: INFO nova.compute.manager [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Swapping old allocation on dict_keys(['5c8fade1-5d72-4a7c-bfba-ee2769975266']) held by migration 8624932c-77f6-4f1b-9c69-505a54d0abce for instance [ 1156.258809] env[69572]: DEBUG nova.compute.manager [req-e30efc3c-af0b-4d76-a8f4-02dc39e573b1 req-20c3e426-5bf2-4f73-815a-69d9a721cc61 service nova] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Received event network-vif-deleted-c65b2bbe-1be3-4e90-a6a1-28bead169873 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1156.266201] env[69572]: DEBUG nova.scheduler.client.report [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Overwriting current allocation {'allocations': {'5c8fade1-5d72-4a7c-bfba-ee2769975266': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': '413ef338adfc4b888f3500ba5b60707c', 'user_id': '0b6d783dae614c7482b583cb6b588bb9', 'consumer_generation': 1} on consumer a0bd2d42-04d8-4934-b872-df91dcc35e39 {{(pid=69572) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1156.271973] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 9b07d1e2-da61-4838-82e4-886082889b4c] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1156.347636] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435252, 'name': ReconfigVM_Task, 'duration_secs': 0.275543} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.347927] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.352733] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e684a9ec-46e5-4631-ac84-5885dcbc52c9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.367486] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1156.367486] env[69572]: value = "task-3435254" [ 1156.367486] env[69572]: _type = "Task" [ 1156.367486] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.371510] env[69572]: DEBUG oslo_concurrency.lockutils [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.371673] env[69572]: DEBUG oslo_concurrency.lockutils [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.371846] env[69572]: DEBUG nova.network.neutron [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.378415] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.381480] env[69572]: DEBUG nova.compute.manager [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1156.382123] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.382702] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8817cec1-d6a8-4cee-9047-d3f8180f38ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.389708] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.389972] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d64c55-47ad-442f-a294-062513de902d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.397323] env[69572]: DEBUG oslo_vmware.api [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for the task: (returnval){ [ 1156.397323] env[69572]: value = "task-3435255" [ 1156.397323] env[69572]: _type = "Task" [ 1156.397323] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.404942] env[69572]: DEBUG oslo_vmware.api [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.512059] env[69572]: INFO nova.compute.manager [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Rebuilding instance [ 1156.551545] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525e906c-e33e-434a-5ac0-cb106632930b, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.555095] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.555465] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 4b54ee83-ffe6-4fed-8401-965e56754620/4b54ee83-ffe6-4fed-8401-965e56754620.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.558209] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76111ad6-8e37-4275-97ba-3f336038a86e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.561394] env[69572]: DEBUG nova.compute.manager [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1156.562569] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51c8127-fbf4-4cfa-bdc0-e2d5e07cc6ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.576678] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for the task: (returnval){ [ 1156.576678] env[69572]: value = "task-3435256" [ 1156.576678] env[69572]: _type = "Task" [ 1156.576678] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.632689] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.632996] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.633232] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Deleting the datastore file [datastore1] e1f1eedb-dd3f-41c4-97f6-dc8daf8da144 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.633565] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4d119a3-7d20-40c8-9c4f-5f940b680d90 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.640748] env[69572]: DEBUG oslo_vmware.api [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for the task: (returnval){ [ 1156.640748] env[69572]: value = "task-3435257" [ 1156.640748] env[69572]: _type = "Task" [ 1156.640748] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.654853] env[69572]: DEBUG oslo_vmware.api [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.775755] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 8c60fff5-c705-4dcb-908f-d117ae568a43] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1156.896228] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.908886] env[69572]: DEBUG oslo_vmware.api [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.933116] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca9af04-624e-4bdc-be12-53e5b8e46877 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.946151] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d18b98-c7f6-46fe-91a9-f41584eaee81 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.985437] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2273db3f-7131-47cb-9149-f7fe74c646f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.994215] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db693daf-0aa9-4ba8-b510-1e7bfd7d6665 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.011484] env[69572]: DEBUG nova.compute.provider_tree [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.092972] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513298} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.093568] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 4b54ee83-ffe6-4fed-8401-965e56754620/4b54ee83-ffe6-4fed-8401-965e56754620.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.093568] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.094082] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d784ce92-c278-4988-b93a-4f3d7eaa4602 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.102352] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for the task: (returnval){ [ 1157.102352] env[69572]: value = "task-3435258" [ 1157.102352] env[69572]: _type = "Task" [ 1157.102352] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.109728] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.152614] env[69572]: DEBUG oslo_vmware.api [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Task: {'id': task-3435257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431523} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.152989] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.153250] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.153486] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.153733] env[69572]: INFO nova.compute.manager [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1157.154081] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.154390] env[69572]: DEBUG nova.compute.manager [-] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1157.154486] env[69572]: DEBUG nova.network.neutron [-] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.201656] env[69572]: DEBUG nova.network.neutron [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance_info_cache with network_info: [{"id": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "address": "fa:16:3e:0b:1d:df", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26b0c4a-23", "ovs_interfaceid": "d26b0c4a-2350-4046-9cee-8bbcc32fe1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.282455] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 5acca6bc-e920-49e8-8f49-728804af26ed] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1157.377264] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435254, 'name': ReconfigVM_Task, 'duration_secs': 0.865755} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.377609] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685717', 'volume_id': '589ba75e-1dbe-4bcb-aa30-28df3aede429', 'name': 'volume-589ba75e-1dbe-4bcb-aa30-28df3aede429', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f51ace3b-7d9a-42db-9933-b13a7e9ea258', 'attached_at': '2025-04-15T12:23:55.000000', 'detached_at': '', 'volume_id': '589ba75e-1dbe-4bcb-aa30-28df3aede429', 'serial': '589ba75e-1dbe-4bcb-aa30-28df3aede429'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.377878] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.378707] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e451bb4-be90-41b4-abc4-67552512a6d3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.386027] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.386294] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01a4ad8b-6b07-442a-b810-adfb30343297 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.405917] env[69572]: DEBUG oslo_vmware.api [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435255, 'name': PowerOffVM_Task, 'duration_secs': 0.865099} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.406229] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.406406] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.406698] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d2c26c0-0f2b-4a78-acde-095733a56428 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.458355] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.458355] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.458355] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleting the datastore file [datastore2] f51ace3b-7d9a-42db-9933-b13a7e9ea258 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.458579] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d031bc7b-afc7-440d-b536-50ec2750c254 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.466040] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1157.466040] env[69572]: value = "task-3435262" [ 1157.466040] env[69572]: _type = "Task" [ 1157.466040] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.476577] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.478100] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.478591] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.478591] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Deleting the datastore file [datastore2] 60fcf3da-659e-48cd-ba46-dd0ebf51529c {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.478897] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d014e90d-c62b-4338-8f22-708945c25c39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.485615] env[69572]: DEBUG oslo_vmware.api [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for the task: (returnval){ [ 1157.485615] env[69572]: value = "task-3435263" [ 1157.485615] env[69572]: _type = "Task" [ 1157.485615] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.495267] env[69572]: DEBUG oslo_vmware.api [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.512329] env[69572]: DEBUG oslo_vmware.rw_handles [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c3cb0-ecd0-5ac0-a569-5ad19d0543a8/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1157.513347] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3d8789-1546-407a-b88b-9e4ef820b955 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.516762] env[69572]: DEBUG nova.scheduler.client.report [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.524039] env[69572]: DEBUG oslo_vmware.rw_handles [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c3cb0-ecd0-5ac0-a569-5ad19d0543a8/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1157.524169] env[69572]: ERROR oslo_vmware.rw_handles [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c3cb0-ecd0-5ac0-a569-5ad19d0543a8/disk-0.vmdk due to incomplete transfer. [ 1157.524438] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32d1babe-8289-4f88-a53c-7e7211191c1a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.532148] env[69572]: DEBUG oslo_vmware.rw_handles [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c3cb0-ecd0-5ac0-a569-5ad19d0543a8/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1157.532366] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Uploaded image 2df5af2c-5eb4-475e-a0f1-bd643a726f72 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1157.534988] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1157.535911] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91da6a73-0691-439f-8047-0395b89def11 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.543101] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1157.543101] env[69572]: value = "task-3435264" [ 1157.543101] env[69572]: _type = "Task" [ 1157.543101] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.552637] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435264, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.585069] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.585401] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bedc4cd8-9433-4f95-8414-6cfe7fc087fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.592461] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1157.592461] env[69572]: value = "task-3435265" [ 1157.592461] env[69572]: _type = "Task" [ 1157.592461] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.602621] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.612212] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084013} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.612484] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.613372] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5178a89-d386-49ed-99be-aab15aa1a262 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.635614] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 4b54ee83-ffe6-4fed-8401-965e56754620/4b54ee83-ffe6-4fed-8401-965e56754620.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.637473] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2926da-7b9d-4cb9-a524-1bd924d225cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.653621] env[69572]: DEBUG nova.network.neutron [-] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.657030] env[69572]: DEBUG nova.compute.manager [req-856350e3-14f5-4110-83ec-158728128530 req-9e5a948f-6162-4c88-a468-201279dd8e4f service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Received event network-vif-deleted-2ad03468-d1ba-4ea6-af6a-4e3aba279fb6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1157.657030] env[69572]: INFO nova.compute.manager [req-856350e3-14f5-4110-83ec-158728128530 req-9e5a948f-6162-4c88-a468-201279dd8e4f service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Neutron deleted interface 2ad03468-d1ba-4ea6-af6a-4e3aba279fb6; detaching it from the instance and deleting it from the info cache [ 1157.657186] env[69572]: DEBUG nova.network.neutron [req-856350e3-14f5-4110-83ec-158728128530 req-9e5a948f-6162-4c88-a468-201279dd8e4f service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.665567] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for the task: (returnval){ [ 1157.665567] env[69572]: value = "task-3435266" [ 1157.665567] env[69572]: _type = "Task" [ 1157.665567] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.673806] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.705733] env[69572]: DEBUG oslo_concurrency.lockutils [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-a0bd2d42-04d8-4934-b872-df91dcc35e39" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.705733] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.705733] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d1be099-e069-4e5b-940d-7e085afe5329 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.712500] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1157.712500] env[69572]: value = "task-3435267" [ 1157.712500] env[69572]: _type = "Task" [ 1157.712500] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.721427] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.787208] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 8ad757b5-9229-4271-abae-e0dfcffe0b7e] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1157.976190] env[69572]: DEBUG oslo_vmware.api [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173065} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.976564] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.976672] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.976800] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.977083] env[69572]: INFO nova.compute.manager [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Took 2.77 seconds to destroy the instance on the hypervisor. [ 1157.977351] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.977544] env[69572]: DEBUG nova.compute.manager [-] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1157.977637] env[69572]: DEBUG nova.network.neutron [-] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.998373] env[69572]: DEBUG oslo_vmware.api [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Task: {'id': task-3435263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167353} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.999405] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.999405] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.999850] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.999850] env[69572]: INFO nova.compute.manager [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1158.000352] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.000480] env[69572]: DEBUG nova.compute.manager [-] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1158.000637] env[69572]: DEBUG nova.network.neutron [-] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.022534] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.333s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.027299] env[69572]: DEBUG oslo_concurrency.lockutils [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.258s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.027299] env[69572]: DEBUG nova.objects.instance [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lazy-loading 'resources' on Instance uuid b9f687e5-b16d-45ef-babd-b1a9be707d87 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.054232] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435264, 'name': Destroy_Task, 'duration_secs': 0.3819} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.056871] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Destroyed the VM [ 1158.057136] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1158.057624] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e3743f6-ca28-4a1f-a4cc-6a74f20236e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.064144] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1158.064144] env[69572]: value = "task-3435268" [ 1158.064144] env[69572]: _type = "Task" [ 1158.064144] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.068298] env[69572]: INFO nova.network.neutron [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updating port e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1158.074376] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435268, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.101792] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435265, 'name': PowerOffVM_Task, 'duration_secs': 0.168765} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.102053] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.102285] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.103036] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7bf0c6-2060-420d-9457-5ed0b8e2e46e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.113784] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.114079] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f95ebb1-b357-41dd-94e8-60a23a6c0405 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.140020] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.140020] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.140020] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Deleting the datastore file [datastore2] 2cc5d797-ef2c-448e-9e59-dd0487229147 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.140020] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-884e39c2-40dd-469e-9f6d-cdac2d263a63 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.148214] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1158.148214] env[69572]: value = "task-3435270" [ 1158.148214] env[69572]: _type = "Task" [ 1158.148214] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.154068] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.162198] env[69572]: INFO nova.compute.manager [-] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Took 1.00 seconds to deallocate network for instance. [ 1158.164808] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59ad4f6a-7815-49f4-9c00-2085a75c6fc4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.186884] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3168a5-8381-45fa-83dd-383228b7ac8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.203505] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435266, 'name': ReconfigVM_Task, 'duration_secs': 0.373269} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.203505] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 4b54ee83-ffe6-4fed-8401-965e56754620/4b54ee83-ffe6-4fed-8401-965e56754620.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.204556] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9dbd668-8fdf-4d11-9588-f89911fa9885 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.215053] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for the task: (returnval){ [ 1158.215053] env[69572]: value = "task-3435271" [ 1158.215053] env[69572]: _type = "Task" [ 1158.215053] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.227515] env[69572]: DEBUG nova.compute.manager [req-856350e3-14f5-4110-83ec-158728128530 req-9e5a948f-6162-4c88-a468-201279dd8e4f service nova] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Detach interface failed, port_id=2ad03468-d1ba-4ea6-af6a-4e3aba279fb6, reason: Instance e1f1eedb-dd3f-41c4-97f6-dc8daf8da144 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1158.232334] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435271, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.236251] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435267, 'name': PowerOffVM_Task, 'duration_secs': 0.192967} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.236251] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.236864] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.237161] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.241021] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.241021] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.241021] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.241021] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.241021] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.241021] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.241021] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.241021] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.241021] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.243505] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533d8690-bdad-41ba-bb19-20d500ca57f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.259518] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1158.259518] env[69572]: value = "task-3435272" [ 1158.259518] env[69572]: _type = "Task" [ 1158.259518] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.267991] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.290999] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: bcb9bf6f-372f-4c4f-a901-fe93a9e1eaa4] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1158.295082] env[69572]: DEBUG nova.compute.manager [req-8388c010-1b42-4b8b-88fe-d3ba815b5d9a req-a678814f-51e9-48d0-8625-b68879945942 service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Received event network-vif-deleted-3dfdba4d-42e4-4d42-ab2b-bb4036670ea5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1158.295297] env[69572]: INFO nova.compute.manager [req-8388c010-1b42-4b8b-88fe-d3ba815b5d9a req-a678814f-51e9-48d0-8625-b68879945942 service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Neutron deleted interface 3dfdba4d-42e4-4d42-ab2b-bb4036670ea5; detaching it from the instance and deleting it from the info cache [ 1158.296293] env[69572]: DEBUG nova.network.neutron [req-8388c010-1b42-4b8b-88fe-d3ba815b5d9a req-a678814f-51e9-48d0-8625-b68879945942 service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.578720] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435268, 'name': RemoveSnapshot_Task, 'duration_secs': 0.373855} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.581436] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1158.581716] env[69572]: DEBUG nova.compute.manager [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1158.582935] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dafe09-852e-4ef3-9fb2-ebb2e775dabe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.656676] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119628} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.659371] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.659569] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.659741] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.670872] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.720442] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435271, 'name': Rename_Task, 'duration_secs': 0.155744} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.720703] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.720936] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efd5520d-5538-434d-a8fb-10b4ffca2fc2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.730316] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for the task: (returnval){ [ 1158.730316] env[69572]: value = "task-3435273" [ 1158.730316] env[69572]: _type = "Task" [ 1158.730316] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.737553] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.749254] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f4b8e9-6568-4df0-897b-3322b5584a19 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.755503] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a5bf53-fa01-45cb-942f-99efe8c1c892 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.769252] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435272, 'name': ReconfigVM_Task, 'duration_secs': 0.148897} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.793365] env[69572]: DEBUG nova.network.neutron [-] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.795273] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1852a793-a8d3-4ae5-bb33-3936d2f68544 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.799023] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8efbc5-f04f-4e59-b8f7-bfca486884e2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.801202] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 8c579c1b-c5d1-4c56-8a28-57d2dcf8983d] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1158.804030] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dd754df-f2ea-491c-92ce-c920557e3c82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.822882] env[69572]: DEBUG nova.virt.hardware [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.825266] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881acde5-0ff4-43de-9872-95eb200c019b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.830463] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32420e31-a8fb-417c-b2c8-35ea957c827f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.843741] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513581da-73e8-4713-b0b7-9bc4a98322d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.852783] env[69572]: DEBUG nova.network.neutron [-] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.865168] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1158.865168] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5258f5d7-7c07-ca4d-818c-7bfd19c7d5c5" [ 1158.865168] env[69572]: _type = "Task" [ 1158.865168] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.865613] env[69572]: DEBUG nova.compute.provider_tree [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.880027] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5258f5d7-7c07-ca4d-818c-7bfd19c7d5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.007587} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.891844] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.892575] env[69572]: DEBUG nova.compute.manager [req-8388c010-1b42-4b8b-88fe-d3ba815b5d9a req-a678814f-51e9-48d0-8625-b68879945942 service nova] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Detach interface failed, port_id=3dfdba4d-42e4-4d42-ab2b-bb4036670ea5, reason: Instance 60fcf3da-659e-48cd-ba46-dd0ebf51529c could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1158.893016] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d6c393-74d4-440d-a04d-0a45bb98c8f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.913046] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1158.913046] env[69572]: value = "task-3435274" [ 1158.913046] env[69572]: _type = "Task" [ 1158.913046] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.921726] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.102467] env[69572]: INFO nova.compute.manager [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Shelve offloading [ 1159.242984] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.302297] env[69572]: INFO nova.compute.manager [-] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Took 1.30 seconds to deallocate network for instance. [ 1159.304234] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 13892b36-b4d1-4f55-ac22-e58d89405beb] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1159.367947] env[69572]: INFO nova.compute.manager [-] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Took 1.39 seconds to deallocate network for instance. [ 1159.369188] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1159.369420] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685748', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'name': 'volume-27e170ab-1cc0-433a-a4af-c4bd416c5100', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b6242e7-0252-495b-b66a-d6e3244624d0', 'attached_at': '', 'detached_at': '', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'serial': '27e170ab-1cc0-433a-a4af-c4bd416c5100'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1159.370255] env[69572]: DEBUG nova.scheduler.client.report [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.375573] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ddfbe9-2735-4579-90ea-f75e51ae6b83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.393757] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c17e76-ce38-4ec5-b89a-58d3ee7c7a1f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.420134] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-27e170ab-1cc0-433a-a4af-c4bd416c5100/volume-27e170ab-1cc0-433a-a4af-c4bd416c5100.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.420812] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-564e39e5-231d-42aa-8096-c001db1deb49 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.442993] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435274, 'name': ReconfigVM_Task, 'duration_secs': 0.211682} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.444408] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.446046] env[69572]: DEBUG oslo_vmware.api [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1159.446046] env[69572]: value = "task-3435275" [ 1159.446046] env[69572]: _type = "Task" [ 1159.446046] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.446046] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824b0d8d-4adf-4cfc-8daa-f837e0ece8c9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.475068] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] a0bd2d42-04d8-4934-b872-df91dcc35e39/a0bd2d42-04d8-4934-b872-df91dcc35e39.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.478176] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bd7c367-4c0f-409d-aefb-9a6638da5a46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.495161] env[69572]: DEBUG oslo_vmware.api [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.500582] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1159.500582] env[69572]: value = "task-3435276" [ 1159.500582] env[69572]: _type = "Task" [ 1159.500582] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.509179] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.607073] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.607395] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e566e7bb-3d67-475f-98fe-261de04ae452 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.615319] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1159.615319] env[69572]: value = "task-3435277" [ 1159.615319] env[69572]: _type = "Task" [ 1159.615319] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.624425] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1159.624548] env[69572]: DEBUG nova.compute.manager [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.625321] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad86ae3e-30b6-482c-8efe-9f05ceea32b3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.630991] env[69572]: DEBUG oslo_concurrency.lockutils [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.631176] env[69572]: DEBUG oslo_concurrency.lockutils [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.631374] env[69572]: DEBUG nova.network.neutron [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.677388] env[69572]: DEBUG nova.compute.manager [req-1d328ac1-8a63-43c1-99f5-873ba2c040b1 req-d8ce8d63-190b-4470-8b2b-36be18ed69db service nova] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Received event network-vif-deleted-016bbbe6-a936-423a-aed1-a0ff14300301 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1159.698824] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.699080] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.699734] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.699734] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.699734] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.699734] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.699942] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.700119] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.700313] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.700410] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.700582] env[69572]: DEBUG nova.virt.hardware [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.701446] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffaca28-cd77-475e-a75c-bd5fd7c3127c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.709566] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61294bdd-feb0-4ca4-966e-af24e3e6c96f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.724329] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Instance VIF info [] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.730768] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.731112] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.731399] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56702509-aa4d-4f78-8b31-ae0d11476367 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.754802] env[69572]: DEBUG oslo_vmware.api [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435273, 'name': PowerOnVM_Task, 'duration_secs': 0.712857} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.756121] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.756376] env[69572]: INFO nova.compute.manager [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1159.756573] env[69572]: DEBUG nova.compute.manager [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.756825] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.756825] env[69572]: value = "task-3435278" [ 1159.756825] env[69572]: _type = "Task" [ 1159.756825] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.757522] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8d5cbf-b078-4040-90cf-63b8af495630 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.777252] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435278, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.788423] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.788667] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.788859] env[69572]: DEBUG nova.network.neutron [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.809258] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: e3fa9cd0-f3c1-44a1-bc14-eeacd820aff3] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1159.811748] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.879932] env[69572]: DEBUG oslo_concurrency.lockutils [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.882296] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.211s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.882529] env[69572]: DEBUG nova.objects.instance [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lazy-loading 'resources' on Instance uuid e1f1eedb-dd3f-41c4-97f6-dc8daf8da144 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.902028] env[69572]: INFO nova.scheduler.client.report [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Deleted allocations for instance b9f687e5-b16d-45ef-babd-b1a9be707d87 [ 1159.915414] env[69572]: INFO nova.compute.manager [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Took 0.54 seconds to detach 1 volumes for instance. [ 1159.960709] env[69572]: DEBUG oslo_vmware.api [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435275, 'name': ReconfigVM_Task, 'duration_secs': 0.331297} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.961036] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-27e170ab-1cc0-433a-a4af-c4bd416c5100/volume-27e170ab-1cc0-433a-a4af-c4bd416c5100.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.966539] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ac75c8-fb88-4119-8f80-999d3b59c61e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.982295] env[69572]: DEBUG oslo_vmware.api [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1159.982295] env[69572]: value = "task-3435279" [ 1159.982295] env[69572]: _type = "Task" [ 1159.982295] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.991825] env[69572]: DEBUG oslo_vmware.api [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.010252] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435276, 'name': ReconfigVM_Task, 'duration_secs': 0.378769} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.010572] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Reconfigured VM instance instance-00000068 to attach disk [datastore1] a0bd2d42-04d8-4934-b872-df91dcc35e39/a0bd2d42-04d8-4934-b872-df91dcc35e39.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.011481] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1c8f03-75c0-4560-aa04-c3f5f2af241f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.030124] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1793989-f932-426f-ae13-147e692a1950 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.047555] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2cf7e4-705b-49fa-ad8b-30ddc642a531 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.064874] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cf9607-a57d-4273-ada2-1922f27bcb59 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.071171] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.071395] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b81e13-e87d-4bb7-83ad-96aecd366403 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.076144] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1160.076144] env[69572]: value = "task-3435280" [ 1160.076144] env[69572]: _type = "Task" [ 1160.076144] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.083046] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.274804] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435278, 'name': CreateVM_Task, 'duration_secs': 0.274814} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.275058] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.275614] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.275851] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.276298] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.276630] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febb5966-eb43-4f91-b403-2c024274efbd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.288403] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1160.288403] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e51c1a-8164-7093-f50b-af53afb8614d" [ 1160.288403] env[69572]: _type = "Task" [ 1160.288403] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.293171] env[69572]: INFO nova.compute.manager [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Took 18.06 seconds to build instance. [ 1160.307630] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e51c1a-8164-7093-f50b-af53afb8614d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.313331] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: af19677b-2149-40fd-8b98-78104dc4de40] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1160.354201] env[69572]: DEBUG nova.network.neutron [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updating instance_info_cache with network_info: [{"id": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "address": "fa:16:3e:ec:d7:c4", "network": {"id": "ac7fe217-999c-4143-9b0a-f32fef0273a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1363142453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0472a44b2e540de8f34f33c4924daa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80449220-8b", "ovs_interfaceid": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.410845] env[69572]: DEBUG oslo_concurrency.lockutils [None req-43f4a131-623b-49f7-aa5c-e9cefdf0f9e2 tempest-InstanceActionsTestJSON-560120854 tempest-InstanceActionsTestJSON-560120854-project-member] Lock "b9f687e5-b16d-45ef-babd-b1a9be707d87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.101s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.422024] env[69572]: DEBUG oslo_concurrency.lockutils [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.491882] env[69572]: DEBUG oslo_vmware.api [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435279, 'name': ReconfigVM_Task, 'duration_secs': 0.139474} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.492605] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685748', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'name': 'volume-27e170ab-1cc0-433a-a4af-c4bd416c5100', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b6242e7-0252-495b-b66a-d6e3244624d0', 'attached_at': '', 'detached_at': '', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'serial': '27e170ab-1cc0-433a-a4af-c4bd416c5100'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1160.548381] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103b071-01e6-4d24-a33a-5949967ab897 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.552242] env[69572]: DEBUG nova.network.neutron [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updating instance_info_cache with network_info: [{"id": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "address": "fa:16:3e:06:66:b9", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fc3bad-45", "ovs_interfaceid": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.558809] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3760ebad-4910-4d78-a73a-6e70d6d0c150 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.592859] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d2688-5a69-4b64-a57b-14244a8c5e07 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.601032] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.604508] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab598f8-2a15-40bc-b58f-eacf2139ce28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.618476] env[69572]: DEBUG nova.compute.provider_tree [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.798692] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e51c1a-8164-7093-f50b-af53afb8614d, 'name': SearchDatastore_Task, 'duration_secs': 0.019154} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.798996] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.799249] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.799474] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.799617] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.799791] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.800833] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d8e2145-61c6-4b94-9ac5-39b7e92088ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.802018] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a46c9f75-dae7-43bb-9e53-6e87a11ea8d0 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lock "4b54ee83-ffe6-4fed-8401-965e56754620" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.574s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.809516] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.809805] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.810639] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385af617-0f44-44f3-b463-2ed83e0f2b21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.816245] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 96906ebb-7dbf-4db6-a7e6-80e82817b2d4] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1160.818176] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1160.818176] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52163232-6837-7ae3-bc45-96947b1318cc" [ 1160.818176] env[69572]: _type = "Task" [ 1160.818176] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.826051] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52163232-6837-7ae3-bc45-96947b1318cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.855447] env[69572]: DEBUG oslo_concurrency.lockutils [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.054677] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.085106] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e5453c9e5adc6086be21fa36c37f7de1',container_format='bare',created_at=2025-04-15T12:23:33Z,direct_url=,disk_format='vmdk',id=c5e3af94-7923-44ce-9137-02c6c58fccb6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1035589084-shelved',owner='6ef11f457dab43d7a68cd2e4489ac02a',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-15T12:23:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.085372] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.085528] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.085704] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.085847] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.085991] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.086211] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.086373] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.086540] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.086699] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.086872] env[69572]: DEBUG nova.virt.hardware [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.088073] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4a1397-d5b4-4c4a-a3d1-b75b341d5d65 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.101939] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.103156] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f20989c-a1b4-4125-812b-5ee3a78c8366 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.116398] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:66:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4fc3bad-45f1-4d71-93eb-37e9c3e648f9', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.123846] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.125036] env[69572]: DEBUG nova.scheduler.client.report [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.128023] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.128258] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb121d73-ac03-480e-a3d0-8843070b03fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.143686] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.261s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.145678] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.334s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.145902] env[69572]: DEBUG nova.objects.instance [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lazy-loading 'resources' on Instance uuid 60fcf3da-659e-48cd-ba46-dd0ebf51529c {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.152489] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.152489] env[69572]: value = "task-3435281" [ 1161.152489] env[69572]: _type = "Task" [ 1161.152489] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.161398] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435281, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.181516] env[69572]: INFO nova.scheduler.client.report [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Deleted allocations for instance e1f1eedb-dd3f-41c4-97f6-dc8daf8da144 [ 1161.273625] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquiring lock "4b54ee83-ffe6-4fed-8401-965e56754620" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.273625] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lock "4b54ee83-ffe6-4fed-8401-965e56754620" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.273625] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquiring lock "4b54ee83-ffe6-4fed-8401-965e56754620-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.273811] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lock "4b54ee83-ffe6-4fed-8401-965e56754620-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.273876] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lock "4b54ee83-ffe6-4fed-8401-965e56754620-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.275963] env[69572]: INFO nova.compute.manager [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Terminating instance [ 1161.319408] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: de49ea5b-93f1-4b99-a701-48368253fae1] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1161.332920] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52163232-6837-7ae3-bc45-96947b1318cc, 'name': SearchDatastore_Task, 'duration_secs': 0.018991} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.333970] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b18f6b0-c4f1-4f8a-91fb-7dc69fc57306 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.338449] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.339237] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7207f002-16a8-4728-8d60-391267ca5fad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.346583] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1161.346583] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52db1191-90ec-30d9-1111-04d62ca4a6d4" [ 1161.346583] env[69572]: _type = "Task" [ 1161.346583] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.352378] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.353165] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98ec740d-863e-4cbe-a197-4b351b0535b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.110864] env[69572]: DEBUG nova.objects.instance [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lazy-loading 'flavor' on Instance uuid 2b6242e7-0252-495b-b66a-d6e3244624d0 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.116678] env[69572]: DEBUG nova.compute.manager [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1162.116901] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.119591] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 56aecc50-2aad-40cf-a4cb-131be0bb1141] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1162.121471] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52db1191-90ec-30d9-1111-04d62ca4a6d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.123046] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31c49086-6366-417e-bee5-2274dd7214f4 tempest-AttachVolumeTestJSON-1113204849 tempest-AttachVolumeTestJSON-1113204849-project-member] Lock "e1f1eedb-dd3f-41c4-97f6-dc8daf8da144" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.167s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.130145] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f9a38b-5855-4bc7-9681-fc6efa809b69 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.137071] env[69572]: DEBUG nova.compute.manager [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received event network-vif-plugged-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1162.137071] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Acquiring lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.137071] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.137071] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.137071] env[69572]: DEBUG nova.compute.manager [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] No waiting events found dispatching network-vif-plugged-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1162.137071] env[69572]: WARNING nova.compute.manager [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received unexpected event network-vif-plugged-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1162.137071] env[69572]: DEBUG nova.compute.manager [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received event network-changed-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1162.137071] env[69572]: DEBUG nova.compute.manager [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Refreshing instance network info cache due to event network-changed-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1162.137071] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Acquiring lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.137071] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Acquired lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.137071] env[69572]: DEBUG nova.network.neutron [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Refreshing network info cache for port e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.139791] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.140049] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 2cc5d797-ef2c-448e-9e59-dd0487229147/2cc5d797-ef2c-448e-9e59-dd0487229147.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.141012] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a33f644-0d2c-4bd1-84bc-84feb269d9b1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.151736] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435281, 'name': CreateVM_Task, 'duration_secs': 0.325644} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.157909] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.158346] env[69572]: DEBUG oslo_vmware.api [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435280, 'name': PowerOnVM_Task, 'duration_secs': 1.131596} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.159410] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.163112] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.163298] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.163677] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.163976] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.167785] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb554562-a046-413b-b601-576cdb509b68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.172781] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c0d689-e0c9-4839-a386-3000b01d66bf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.175440] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1162.175440] env[69572]: value = "task-3435284" [ 1162.175440] env[69572]: _type = "Task" [ 1162.175440] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.182744] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1162.182744] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52047357-85fa-d9dd-e43a-013fc7be01e4" [ 1162.182744] env[69572]: _type = "Task" [ 1162.182744] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.183044] env[69572]: DEBUG oslo_vmware.api [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for the task: (returnval){ [ 1162.183044] env[69572]: value = "task-3435285" [ 1162.183044] env[69572]: _type = "Task" [ 1162.183044] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.197736] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.197736] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.197736] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleting the datastore file [datastore1] c8ff5717-d707-480a-8670-68a745ca2437 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.197736] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.200518] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-971a23ef-1236-467e-9554-f73347e99e26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.209636] env[69572]: DEBUG oslo_vmware.api [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.210301] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.210577] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Processing image c5e3af94-7923-44ce-9137-02c6c58fccb6 {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.210860] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6/c5e3af94-7923-44ce-9137-02c6c58fccb6.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.211053] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6/c5e3af94-7923-44ce-9137-02c6c58fccb6.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.211576] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.211576] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-683ce4b8-db4d-4299-b8ec-602aa563bd52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.215296] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1162.215296] env[69572]: value = "task-3435286" [ 1162.215296] env[69572]: _type = "Task" [ 1162.215296] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.230304] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.231702] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.231917] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.232772] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c62d9bc-e982-441c-8323-f8515d613841 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.245654] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1162.245654] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52363622-84f8-ceff-534f-a6d621253397" [ 1162.245654] env[69572]: _type = "Task" [ 1162.245654] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.257618] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52363622-84f8-ceff-534f-a6d621253397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.341970] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d99aa8-d291-4597-86fa-16621ec06690 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.350651] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8da150-0330-45c8-9edc-7c53fd332d17 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.384922] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bbc1d5-ec3a-437f-aff9-14543175857d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.393082] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5e4241-88a2-4b62-b911-d6265fdc98a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.407077] env[69572]: DEBUG nova.compute.provider_tree [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.625989] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: c0ca0881-c795-401c-9280-892291c48666] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1162.628889] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6b82dceb-76bf-4d4c-ae3d-01de97ebbae2 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.886s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.650035] env[69572]: INFO nova.compute.manager [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Rebuilding instance [ 1162.706589] env[69572]: DEBUG oslo_vmware.api [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435285, 'name': PowerOffVM_Task, 'duration_secs': 0.194912} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.709974] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.710178] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.710448] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470161} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.710646] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c94a38a-65f8-416a-9cad-aed95a51c760 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.712335] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 2cc5d797-ef2c-448e-9e59-dd0487229147/2cc5d797-ef2c-448e-9e59-dd0487229147.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.712504] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.712753] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6d874e7-fe10-40b9-a5f7-8a1ae7558bea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.727704] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1162.727704] env[69572]: value = "task-3435288" [ 1162.727704] env[69572]: _type = "Task" [ 1162.727704] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.728048] env[69572]: DEBUG oslo_vmware.api [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198413} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.731354] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.731622] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.731799] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.735641] env[69572]: DEBUG nova.compute.manager [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.740566] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6defbd-41a9-4a7e-9a47-9ad09bcf37a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.749359] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.767557] env[69572]: INFO nova.scheduler.client.report [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleted allocations for instance c8ff5717-d707-480a-8670-68a745ca2437 [ 1162.769995] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Preparing fetch location {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1162.770254] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Fetch image to [datastore2] OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c/OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c.vmdk {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1162.770441] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Downloading stream optimized image c5e3af94-7923-44ce-9137-02c6c58fccb6 to [datastore2] OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c/OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c.vmdk on the data store datastore2 as vApp {{(pid=69572) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1162.770602] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Downloading image file data c5e3af94-7923-44ce-9137-02c6c58fccb6 to the ESX as VM named 'OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c' {{(pid=69572) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1162.778910] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.779137] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.779342] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Deleting the datastore file [datastore1] 4b54ee83-ffe6-4fed-8401-965e56754620 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.779602] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c540ba4-13d8-4c55-8118-fc90e412fac6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.789024] env[69572]: DEBUG oslo_vmware.api [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for the task: (returnval){ [ 1162.789024] env[69572]: value = "task-3435289" [ 1162.789024] env[69572]: _type = "Task" [ 1162.789024] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.796398] env[69572]: DEBUG oslo_vmware.api [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.865249] env[69572]: DEBUG oslo_vmware.rw_handles [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1162.865249] env[69572]: value = "resgroup-9" [ 1162.865249] env[69572]: _type = "ResourcePool" [ 1162.865249] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1162.865561] env[69572]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-851d2f21-68d2-4f85-8bb3-9a11ec6227d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.889733] env[69572]: DEBUG oslo_vmware.rw_handles [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lease: (returnval){ [ 1162.889733] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5242bf7f-a980-f2c5-1164-1fcb867a3057" [ 1162.889733] env[69572]: _type = "HttpNfcLease" [ 1162.889733] env[69572]: } obtained for vApp import into resource pool (val){ [ 1162.889733] env[69572]: value = "resgroup-9" [ 1162.889733] env[69572]: _type = "ResourcePool" [ 1162.889733] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1162.889733] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the lease: (returnval){ [ 1162.889733] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5242bf7f-a980-f2c5-1164-1fcb867a3057" [ 1162.889733] env[69572]: _type = "HttpNfcLease" [ 1162.889733] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1162.895947] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.895947] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5242bf7f-a980-f2c5-1164-1fcb867a3057" [ 1162.895947] env[69572]: _type = "HttpNfcLease" [ 1162.895947] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1162.910073] env[69572]: DEBUG nova.scheduler.client.report [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.963160] env[69572]: DEBUG nova.network.neutron [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updated VIF entry in instance network info cache for port e4fc3bad-45f1-4d71-93eb-37e9c3e648f9. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.963160] env[69572]: DEBUG nova.network.neutron [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updating instance_info_cache with network_info: [{"id": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "address": "fa:16:3e:06:66:b9", "network": {"id": "10d39d64-3a3e-434e-aff3-eca07aab3f59", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649317415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef11f457dab43d7a68cd2e4489ac02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fc3bad-45", "ovs_interfaceid": "e4fc3bad-45f1-4d71-93eb-37e9c3e648f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.130819] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 8c5cae2c-be9f-4991-b498-5da4281daae5] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1163.191810] env[69572]: INFO nova.compute.manager [None req-47680efc-49db-4872-a47d-7ddb3b8c2cd6 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance to original state: 'active' [ 1163.241456] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072014} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.241739] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.242518] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc448111-83b1-46cd-94ff-017f11798ea8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.262073] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 2cc5d797-ef2c-448e-9e59-dd0487229147/2cc5d797-ef2c-448e-9e59-dd0487229147.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.264523] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d0d0c82-34f5-4358-9f22-c066f1ad1b1b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.280956] env[69572]: DEBUG oslo_concurrency.lockutils [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.286954] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1163.286954] env[69572]: value = "task-3435291" [ 1163.286954] env[69572]: _type = "Task" [ 1163.286954] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.298738] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.302070] env[69572]: DEBUG oslo_vmware.api [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Task: {'id': task-3435289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158591} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.302352] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.302541] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.302724] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.302905] env[69572]: INFO nova.compute.manager [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1163.303171] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.303375] env[69572]: DEBUG nova.compute.manager [-] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1163.303466] env[69572]: DEBUG nova.network.neutron [-] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.398025] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.398025] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5242bf7f-a980-f2c5-1164-1fcb867a3057" [ 1163.398025] env[69572]: _type = "HttpNfcLease" [ 1163.398025] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1163.398407] env[69572]: DEBUG oslo_vmware.rw_handles [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1163.398407] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5242bf7f-a980-f2c5-1164-1fcb867a3057" [ 1163.398407] env[69572]: _type = "HttpNfcLease" [ 1163.398407] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1163.399231] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6d4239-1023-4708-a75c-7d22e2607ef0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.407134] env[69572]: DEBUG oslo_vmware.rw_handles [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b93bd-869e-f054-a44e-b214d8786303/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1163.407134] env[69572]: DEBUG oslo_vmware.rw_handles [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b93bd-869e-f054-a44e-b214d8786303/disk-0.vmdk. {{(pid=69572) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1163.468232] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.471679] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Releasing lock "refresh_cache-036b1202-94cb-47b2-af1d-4bdaef6b5ada" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.472154] env[69572]: DEBUG nova.compute.manager [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Received event network-vif-unplugged-80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1163.472489] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Acquiring lock "c8ff5717-d707-480a-8670-68a745ca2437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.472808] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Lock "c8ff5717-d707-480a-8670-68a745ca2437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.473246] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Lock "c8ff5717-d707-480a-8670-68a745ca2437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.473460] env[69572]: DEBUG nova.compute.manager [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] No waiting events found dispatching network-vif-unplugged-80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1163.473756] env[69572]: WARNING nova.compute.manager [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Received unexpected event network-vif-unplugged-80449220-8b3c-42c8-a0ca-e172dc7e8637 for instance with vm_state shelved and task_state shelving_offloading. [ 1163.474048] env[69572]: DEBUG nova.compute.manager [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Received event network-changed-80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1163.474411] env[69572]: DEBUG nova.compute.manager [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Refreshing instance network info cache due to event network-changed-80449220-8b3c-42c8-a0ca-e172dc7e8637. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1163.474675] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Acquiring lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.474925] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Acquired lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.475293] env[69572]: DEBUG nova.network.neutron [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Refreshing network info cache for port 80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.478190] env[69572]: DEBUG oslo_concurrency.lockutils [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.056s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.478521] env[69572]: DEBUG oslo_concurrency.lockutils [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.481386] env[69572]: DEBUG oslo_concurrency.lockutils [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.201s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.481753] env[69572]: DEBUG nova.objects.instance [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lazy-loading 'resources' on Instance uuid c8ff5717-d707-480a-8670-68a745ca2437 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.488352] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23b41d24-c92e-4169-8634-4fec263fd94b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.526655] env[69572]: INFO nova.scheduler.client.report [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleted allocations for instance f51ace3b-7d9a-42db-9933-b13a7e9ea258 [ 1163.526655] env[69572]: INFO nova.scheduler.client.report [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Deleted allocations for instance 60fcf3da-659e-48cd-ba46-dd0ebf51529c [ 1163.633601] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: a7f9b083-cb15-4197-bd23-16ef6847dcea] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1163.742985] env[69572]: DEBUG nova.compute.manager [req-869e9338-17b1-4239-95c0-01a3741d7b04 req-dc5c36d1-afc0-4875-8020-3a53d9d11be7 service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Received event network-vif-deleted-150c7981-1d0d-4ee7-b397-c52e46c11f6a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1163.743206] env[69572]: INFO nova.compute.manager [req-869e9338-17b1-4239-95c0-01a3741d7b04 req-dc5c36d1-afc0-4875-8020-3a53d9d11be7 service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Neutron deleted interface 150c7981-1d0d-4ee7-b397-c52e46c11f6a; detaching it from the instance and deleting it from the info cache [ 1163.743394] env[69572]: DEBUG nova.network.neutron [req-869e9338-17b1-4239-95c0-01a3741d7b04 req-dc5c36d1-afc0-4875-8020-3a53d9d11be7 service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.780833] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.782685] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95af2b86-61a0-451b-91d7-1db34323ef25 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.793877] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1163.793877] env[69572]: value = "task-3435292" [ 1163.793877] env[69572]: _type = "Task" [ 1163.793877] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.802711] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435291, 'name': ReconfigVM_Task, 'duration_secs': 0.2688} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.803414] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 2cc5d797-ef2c-448e-9e59-dd0487229147/2cc5d797-ef2c-448e-9e59-dd0487229147.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.804078] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6e86795-c892-4f18-bb31-cf2404b330a0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.810542] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.814453] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1163.814453] env[69572]: value = "task-3435293" [ 1163.814453] env[69572]: _type = "Task" [ 1163.814453] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.827070] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435293, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.989534] env[69572]: DEBUG nova.objects.instance [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lazy-loading 'numa_topology' on Instance uuid c8ff5717-d707-480a-8670-68a745ca2437 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.041356] env[69572]: DEBUG oslo_concurrency.lockutils [None req-609cc9ba-570d-4e19-8ca5-0ec7ef07e795 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "f51ace3b-7d9a-42db-9933-b13a7e9ea258" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.344s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.044379] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3957efaf-8103-4ca1-ab93-d930ca3b9f8f tempest-ServersNegativeTestMultiTenantJSON-1461464488 tempest-ServersNegativeTestMultiTenantJSON-1461464488-project-member] Lock "60fcf3da-659e-48cd-ba46-dd0ebf51529c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.170s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.082585] env[69572]: DEBUG nova.network.neutron [-] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.136606] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: ed72b54c-79af-4722-8a5f-6885abac42f5] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1164.234249] env[69572]: DEBUG nova.network.neutron [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updated VIF entry in instance network info cache for port 80449220-8b3c-42c8-a0ca-e172dc7e8637. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.234709] env[69572]: DEBUG nova.network.neutron [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updating instance_info_cache with network_info: [{"id": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "address": "fa:16:3e:ec:d7:c4", "network": {"id": "ac7fe217-999c-4143-9b0a-f32fef0273a0", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1363142453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0472a44b2e540de8f34f33c4924daa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap80449220-8b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.248353] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30715738-26e1-4e3b-9a83-1e562ae1561e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.257783] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f955eca-dc7d-454b-8510-3009718d25bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.289684] env[69572]: DEBUG nova.compute.manager [req-869e9338-17b1-4239-95c0-01a3741d7b04 req-dc5c36d1-afc0-4875-8020-3a53d9d11be7 service nova] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Detach interface failed, port_id=150c7981-1d0d-4ee7-b397-c52e46c11f6a, reason: Instance 4b54ee83-ffe6-4fed-8401-965e56754620 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1164.303490] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435292, 'name': PowerOffVM_Task, 'duration_secs': 0.225577} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.306034] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.325888] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435293, 'name': Rename_Task, 'duration_secs': 0.154747} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.327750] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.328362] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a19bf802-4aa4-485f-a439-ee9bb89901f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.336169] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1164.336169] env[69572]: value = "task-3435295" [ 1164.336169] env[69572]: _type = "Task" [ 1164.336169] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.346307] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.363765] env[69572]: INFO nova.compute.manager [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Detaching volume 27e170ab-1cc0-433a-a4af-c4bd416c5100 [ 1164.407928] env[69572]: INFO nova.virt.block_device [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Attempting to driver detach volume 27e170ab-1cc0-433a-a4af-c4bd416c5100 from mountpoint /dev/sdb [ 1164.407928] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1164.407928] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685748', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'name': 'volume-27e170ab-1cc0-433a-a4af-c4bd416c5100', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b6242e7-0252-495b-b66a-d6e3244624d0', 'attached_at': '', 'detached_at': '', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'serial': '27e170ab-1cc0-433a-a4af-c4bd416c5100'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1164.408426] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c52b14-a8cd-4006-8d48-d1390c6e26a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.444547] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efa2c93-e7f0-404a-a35b-6dfc1f854a82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.455421] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bfd46e-dadb-4769-8eaf-d640ec903019 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.483337] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eefe21-303b-4219-8a82-77a74fe7e401 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.499449] env[69572]: DEBUG nova.objects.base [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1164.505526] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] The volume has not been displaced from its original location: [datastore1] volume-27e170ab-1cc0-433a-a4af-c4bd416c5100/volume-27e170ab-1cc0-433a-a4af-c4bd416c5100.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1164.508416] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1164.513028] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6168ed9c-1380-4294-ad81-b18066256eed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.536043] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1164.536043] env[69572]: value = "task-3435296" [ 1164.536043] env[69572]: _type = "Task" [ 1164.536043] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.548564] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.588964] env[69572]: INFO nova.compute.manager [-] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Took 1.29 seconds to deallocate network for instance. [ 1164.640369] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 6d4062fb-c945-4200-ba50-83af5b760232] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1164.652638] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7ce002-3df8-4111-8e7d-49b850869384 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.657388] env[69572]: DEBUG oslo_vmware.rw_handles [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Completed reading data from the image iterator. {{(pid=69572) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1164.657641] env[69572]: DEBUG oslo_vmware.rw_handles [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b93bd-869e-f054-a44e-b214d8786303/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1164.658905] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b11fb7-274b-4467-a42d-46763fd88778 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.669378] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bb8f6d-018c-41b4-aa9d-2591a1cd9196 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.672793] env[69572]: DEBUG oslo_vmware.rw_handles [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b93bd-869e-f054-a44e-b214d8786303/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1164.672978] env[69572]: DEBUG oslo_vmware.rw_handles [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b93bd-869e-f054-a44e-b214d8786303/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1164.673242] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-df4b7aa1-cecf-4124-8126-80f163fd0789 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.713024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ecf6c9-6707-4d22-bb67-db529b587329 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.719061] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d531cfe-8ba3-4728-bc97-e4a79b1d5c3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.736718] env[69572]: DEBUG nova.compute.provider_tree [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.739041] env[69572]: DEBUG oslo_concurrency.lockutils [req-c9d00918-1bf8-476f-be49-cafee58adfa7 req-2ec95168-81cd-44c1-a6e4-3d2a92302864 service nova] Releasing lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.848165] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435295, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.948612] env[69572]: DEBUG oslo_vmware.rw_handles [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b93bd-869e-f054-a44e-b214d8786303/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1164.948864] env[69572]: INFO nova.virt.vmwareapi.images [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Downloaded image file data c5e3af94-7923-44ce-9137-02c6c58fccb6 [ 1164.949775] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4000178-948c-4663-8c1b-dc48899b28e9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.967392] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b1fc030-f3c3-45d4-aa0e-509ca094a53a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.998036] env[69572]: INFO nova.virt.vmwareapi.images [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] The imported VM was unregistered [ 1164.998614] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Caching image {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1164.998874] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6 {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.999383] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b9b01cf-3df8-42bb-91b2-84de10bcb55a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.015040] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Created directory with path [datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6 {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.015595] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c/OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c.vmdk to [datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6/c5e3af94-7923-44ce-9137-02c6c58fccb6.vmdk. {{(pid=69572) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1165.015758] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3242dfe8-1a10-45aa-8740-338ef46828d5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.026798] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1165.026798] env[69572]: value = "task-3435298" [ 1165.026798] env[69572]: _type = "Task" [ 1165.026798] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.037089] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435298, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.046618] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435296, 'name': ReconfigVM_Task, 'duration_secs': 0.246884} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.048582] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.052773] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01149d1-0dbf-4003-8923-d3cfeaac1c27 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.074943] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1165.074943] env[69572]: value = "task-3435299" [ 1165.074943] env[69572]: _type = "Task" [ 1165.074943] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.086420] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.097029] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.143857] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: bb5fad35-8301-4cb3-a0de-284eb6a7449e] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1165.244435] env[69572]: DEBUG nova.scheduler.client.report [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.306704] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "c8ff5717-d707-480a-8670-68a745ca2437" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.307146] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "a0bd2d42-04d8-4934-b872-df91dcc35e39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.307528] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "a0bd2d42-04d8-4934-b872-df91dcc35e39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.307601] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "a0bd2d42-04d8-4934-b872-df91dcc35e39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.307798] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "a0bd2d42-04d8-4934-b872-df91dcc35e39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.308347] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "a0bd2d42-04d8-4934-b872-df91dcc35e39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.315244] env[69572]: INFO nova.compute.manager [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Terminating instance [ 1165.352463] env[69572]: DEBUG oslo_vmware.api [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435295, 'name': PowerOnVM_Task, 'duration_secs': 0.573306} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.352463] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.352463] env[69572]: DEBUG nova.compute.manager [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.352463] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fa5ffa-76e2-45fc-899d-23643fd1e8fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.538460] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435298, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.585470] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435299, 'name': ReconfigVM_Task, 'duration_secs': 0.43235} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.585980] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685748', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'name': 'volume-27e170ab-1cc0-433a-a4af-c4bd416c5100', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b6242e7-0252-495b-b66a-d6e3244624d0', 'attached_at': '', 'detached_at': '', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'serial': '27e170ab-1cc0-433a-a4af-c4bd416c5100'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1165.655219] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 027eeb22-fe2d-41f4-9790-ef43800786ef] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1165.749879] env[69572]: DEBUG oslo_concurrency.lockutils [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.751815] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.655s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.752058] env[69572]: DEBUG nova.objects.instance [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lazy-loading 'resources' on Instance uuid 4b54ee83-ffe6-4fed-8401-965e56754620 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.819736] env[69572]: DEBUG nova.compute.manager [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1165.820010] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.821395] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1035886d-e1a0-47bc-92f8-441d6e0942bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.835991] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.838664] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a7453f1-b447-445c-8ea9-5aea50d90ced {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.844859] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.845279] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.856687] env[69572]: DEBUG oslo_vmware.api [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1165.856687] env[69572]: value = "task-3435300" [ 1165.856687] env[69572]: _type = "Task" [ 1165.856687] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.871267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.876796] env[69572]: DEBUG oslo_vmware.api [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.044196] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435298, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.160221] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 7f63dd74-08a8-4a3d-afd9-c36ecfd72314] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1166.260763] env[69572]: DEBUG oslo_concurrency.lockutils [None req-672d3e6d-9ce7-4818-b68c-042a64642021 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "c8ff5717-d707-480a-8670-68a745ca2437" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.290s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.261678] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "c8ff5717-d707-480a-8670-68a745ca2437" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.955s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.261861] env[69572]: INFO nova.compute.manager [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Unshelving [ 1166.349502] env[69572]: DEBUG nova.compute.manager [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1166.373275] env[69572]: DEBUG oslo_vmware.api [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435300, 'name': PowerOffVM_Task, 'duration_secs': 0.247381} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.373567] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.373734] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.376751] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b41bed8-142e-40db-abf0-7d8caa8f87df {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.402587] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097b5969-3991-4d08-aa3f-ab7114ab6fd8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.413037] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c80332-791d-4b8d-bc4b-8ce90f7b0e2b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.445785] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "2cc5d797-ef2c-448e-9e59-dd0487229147" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.446080] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "2cc5d797-ef2c-448e-9e59-dd0487229147" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.446365] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "2cc5d797-ef2c-448e-9e59-dd0487229147-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.446568] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "2cc5d797-ef2c-448e-9e59-dd0487229147-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.446775] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "2cc5d797-ef2c-448e-9e59-dd0487229147-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.451651] env[69572]: INFO nova.compute.manager [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Terminating instance [ 1166.453840] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172270be-4579-4bb9-b99e-2d8365d83e18 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.457093] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.457313] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.457486] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleting the datastore file [datastore1] a0bd2d42-04d8-4934-b872-df91dcc35e39 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.458814] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e557773-5e2d-4b0b-b502-7a8d28fa8426 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.472237] env[69572]: DEBUG oslo_vmware.api [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1166.472237] env[69572]: value = "task-3435302" [ 1166.472237] env[69572]: _type = "Task" [ 1166.472237] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.475617] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10535d84-649b-499a-9950-46531d9ef91b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.491911] env[69572]: DEBUG oslo_vmware.api [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.501663] env[69572]: DEBUG nova.compute.provider_tree [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.542973] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435298, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.664575] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 6437bcc8-d516-4874-b5d0-3683061d5f9c] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1166.668723] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.669142] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a908f3-086b-4f35-bb99-776aad09a7a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.683764] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1166.683764] env[69572]: value = "task-3435303" [ 1166.683764] env[69572]: _type = "Task" [ 1166.683764] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.701925] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1166.702083] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1166.702190] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685748', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'name': 'volume-27e170ab-1cc0-433a-a4af-c4bd416c5100', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b6242e7-0252-495b-b66a-d6e3244624d0', 'attached_at': '', 'detached_at': '', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'serial': '27e170ab-1cc0-433a-a4af-c4bd416c5100'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1166.703406] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cd983e-158a-44a8-b2bd-d6df2772e94d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.728112] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a16302e-0283-45e8-8381-e597168de338 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.737774] env[69572]: WARNING nova.virt.vmwareapi.driver [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1166.738165] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.738975] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660bd3c5-3994-4b52-be80-275b8e12ef17 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.764404] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.765100] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91991552-2a3a-47e7-abe2-b782fce1d3c8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.876735] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.962556] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "refresh_cache-2cc5d797-ef2c-448e-9e59-dd0487229147" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.962832] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquired lock "refresh_cache-2cc5d797-ef2c-448e-9e59-dd0487229147" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.963123] env[69572]: DEBUG nova.network.neutron [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.982965] env[69572]: DEBUG oslo_vmware.api [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473593} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.983296] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.983515] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.983729] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.983912] env[69572]: INFO nova.compute.manager [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1166.984178] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.984374] env[69572]: DEBUG nova.compute.manager [-] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1166.984494] env[69572]: DEBUG nova.network.neutron [-] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.005526] env[69572]: DEBUG nova.scheduler.client.report [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.040188] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435298, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.168125] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: c8488c1f-4d88-44c8-9735-d5e0f77b1954] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1167.220565] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.220850] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.221156] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleting the datastore file [datastore1] 2b6242e7-0252-495b-b66a-d6e3244624d0 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.221506] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b313a5f5-8ee3-463d-8f69-0c1fe3c4790e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.233187] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1167.233187] env[69572]: value = "task-3435305" [ 1167.233187] env[69572]: _type = "Task" [ 1167.233187] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.246839] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.294548] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.511211] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.515918] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.645s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.516152] env[69572]: DEBUG nova.objects.instance [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1167.542883] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435298, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.543757] env[69572]: INFO nova.scheduler.client.report [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Deleted allocations for instance 4b54ee83-ffe6-4fed-8401-965e56754620 [ 1167.671738] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 95029ea4-1849-4080-ad2e-935f1c38c529] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1167.676404] env[69572]: DEBUG nova.network.neutron [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.754642] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306945} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.754642] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.754642] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.754642] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.795453] env[69572]: DEBUG nova.network.neutron [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.047316] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435298, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.056308] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0f1472b9-1acc-457e-b3cc-1b3961722ce8 tempest-ServerPasswordTestJSON-1937656147 tempest-ServerPasswordTestJSON-1937656147-project-member] Lock "4b54ee83-ffe6-4fed-8401-965e56754620" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.781s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.074603] env[69572]: DEBUG nova.compute.manager [req-685dfad3-b504-46b7-9f21-7362e0d074f7 req-04ab5d5d-81df-41a8-b8e0-897f12ef5d9d service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Received event network-vif-deleted-d26b0c4a-2350-4046-9cee-8bbcc32fe1f2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1168.074851] env[69572]: INFO nova.compute.manager [req-685dfad3-b504-46b7-9f21-7362e0d074f7 req-04ab5d5d-81df-41a8-b8e0-897f12ef5d9d service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Neutron deleted interface d26b0c4a-2350-4046-9cee-8bbcc32fe1f2; detaching it from the instance and deleting it from the info cache [ 1168.075109] env[69572]: DEBUG nova.network.neutron [req-685dfad3-b504-46b7-9f21-7362e0d074f7 req-04ab5d5d-81df-41a8-b8e0-897f12ef5d9d service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.175019] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: e2329396-1e21-4b57-be90-b31a1b91743b] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1168.259777] env[69572]: INFO nova.virt.block_device [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Booting with volume 27e170ab-1cc0-433a-a4af-c4bd416c5100 at /dev/sdb [ 1168.298562] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Releasing lock "refresh_cache-2cc5d797-ef2c-448e-9e59-dd0487229147" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.299645] env[69572]: DEBUG nova.compute.manager [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1168.299645] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.299645] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a74febc-9cb6-4c33-9373-34e9adc52a21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.305021] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30288b08-3e3e-4f53-af47-6e5fa8b09c0f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.310629] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.312615] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5285ee88-c99f-4ba7-8b8e-add052763785 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.316185] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8048caa2-323d-4055-aeab-8a6ac3aaf7db {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.334640] env[69572]: DEBUG oslo_vmware.api [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1168.334640] env[69572]: value = "task-3435307" [ 1168.334640] env[69572]: _type = "Task" [ 1168.334640] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.350448] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37a0f057-5d6e-45c6-8b89-428d0370b039 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.352306] env[69572]: DEBUG oslo_vmware.api [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.361117] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038b3da-847c-4f6d-b1f3-a74584ca88bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.394479] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761ec1f1-8631-413b-aa72-2a1b77b4b619 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.401527] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26ae58-97d5-4d9c-98b7-d63a9545c930 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.417263] env[69572]: DEBUG nova.virt.block_device [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Updating existing volume attachment record: 6742608b-a009-4339-b91d-14b34023ad77 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1168.532327] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4c603fde-297e-44e2-aa13-0c6190f0de28 tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.533875] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.657s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.535169] env[69572]: INFO nova.compute.claims [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.547024] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435298, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.039064} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.547297] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c/OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c.vmdk to [datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6/c5e3af94-7923-44ce-9137-02c6c58fccb6.vmdk. [ 1168.547478] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Cleaning up location [datastore2] OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1168.547632] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fd4fb404-b07b-47f7-a831-00be23f8373c {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.547876] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8ea4fac-c498-4309-8ad0-9c2af8881d38 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.551940] env[69572]: DEBUG nova.network.neutron [-] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.559971] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1168.559971] env[69572]: value = "task-3435308" [ 1168.559971] env[69572]: _type = "Task" [ 1168.559971] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.569674] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.577600] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a0fe0c9-e63d-4bf0-ad18-fc4940977c4d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.588340] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b07841-f42e-4989-af91-ab9becb3215a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.622950] env[69572]: DEBUG nova.compute.manager [req-685dfad3-b504-46b7-9f21-7362e0d074f7 req-04ab5d5d-81df-41a8-b8e0-897f12ef5d9d service nova] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Detach interface failed, port_id=d26b0c4a-2350-4046-9cee-8bbcc32fe1f2, reason: Instance a0bd2d42-04d8-4934-b872-df91dcc35e39 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1168.678521] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 001031c3-4048-4c09-bc72-a7cdeb070c37] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1168.846285] env[69572]: DEBUG oslo_vmware.api [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.059027] env[69572]: INFO nova.compute.manager [-] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Took 2.07 seconds to deallocate network for instance. [ 1169.078022] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200625} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.078022] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.078022] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6/c5e3af94-7923-44ce-9137-02c6c58fccb6.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.078022] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6/c5e3af94-7923-44ce-9137-02c6c58fccb6.vmdk to [datastore2] 036b1202-94cb-47b2-af1d-4bdaef6b5ada/036b1202-94cb-47b2-af1d-4bdaef6b5ada.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.078022] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31540830-fe13-439d-8505-42ae2cb0884e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.083440] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1169.083440] env[69572]: value = "task-3435309" [ 1169.083440] env[69572]: _type = "Task" [ 1169.083440] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.092673] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.182158] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 9e7b7b6a-9053-4b49-ba1f-d3a8e5f23fb4] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1169.348495] env[69572]: DEBUG oslo_vmware.api [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435307, 'name': PowerOffVM_Task, 'duration_secs': 0.86133} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.348857] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.348857] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.349149] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd4b3667-ce2e-4b1c-a36e-78225f282657 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.384682] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.385446] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.385446] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Deleting the datastore file [datastore2] 2cc5d797-ef2c-448e-9e59-dd0487229147 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.385678] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f08d416b-d939-438b-a7b1-3bae266e31fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.398086] env[69572]: DEBUG oslo_vmware.api [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for the task: (returnval){ [ 1169.398086] env[69572]: value = "task-3435311" [ 1169.398086] env[69572]: _type = "Task" [ 1169.398086] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.408665] env[69572]: DEBUG oslo_vmware.api [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.565653] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.600120] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435309, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.686740] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 23dfab87-fb78-4861-89ac-acc1530353f1] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1169.697452] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0cce78-e89f-495d-92ef-226bfca31298 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.708816] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7fd38d-0cfc-43b5-a9d2-cdb4c75259e8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.745504] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec96c29-9f0e-4b47-aa5c-45dbbf2efe67 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.756049] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2465a73-3340-4e52-91d9-e9410cea3a1e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.775142] env[69572]: DEBUG nova.compute.provider_tree [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.910923] env[69572]: DEBUG oslo_vmware.api [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.099840] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435309, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.190133] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 8984660d-39da-43c8-b787-f57aec274422] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1170.305979] env[69572]: ERROR nova.scheduler.client.report [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [req-12ee0feb-a796-4c93-9bf6-3287ec179088] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-12ee0feb-a796-4c93-9bf6-3287ec179088"}]} [ 1170.324523] env[69572]: DEBUG nova.scheduler.client.report [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1170.340084] env[69572]: DEBUG nova.scheduler.client.report [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1170.341470] env[69572]: DEBUG nova.compute.provider_tree [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.352497] env[69572]: DEBUG nova.scheduler.client.report [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1170.371321] env[69572]: DEBUG nova.scheduler.client.report [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1170.415220] env[69572]: DEBUG oslo_vmware.api [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.499083] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4c9eae-51e9-4d30-9a48-4d462ca26b17 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.509864] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c31ff-729a-44ca-9193-eb797d599ce4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.557252] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fe2a7c-e8fd-4a85-af84-8d0e1c13e414 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.567863] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.568057] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.568287] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.568710] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.568710] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.568846] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.569074] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.569290] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.569535] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.569729] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.572035] env[69572]: DEBUG nova.virt.hardware [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.574024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9273aedf-9f64-400d-b15c-eca8cd0fa5a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.579371] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d5ca25-5c52-4ae7-bd5f-5943b64d69af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.594938] env[69572]: DEBUG nova.compute.provider_tree [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.602683] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53700081-721a-4dad-acb5-cac12bc6f59d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.620277] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:74:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbc162d7-1f7b-4769-9a32-7865c75e12b6', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.631351] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.634885] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.635248] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435309, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.635473] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-600763b4-041e-423b-808e-696b28328364 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.659026] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.659026] env[69572]: value = "task-3435312" [ 1170.659026] env[69572]: _type = "Task" [ 1170.659026] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.670536] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435312, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.698850] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 0e2b3af9-354e-494f-8c25-521e8247325d] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1170.914100] env[69572]: DEBUG oslo_vmware.api [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Task: {'id': task-3435311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.169076} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.914472] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.914580] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.915326] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.915326] env[69572]: INFO nova.compute.manager [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Took 2.62 seconds to destroy the instance on the hypervisor. [ 1170.915326] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.915494] env[69572]: DEBUG nova.compute.manager [-] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1170.915494] env[69572]: DEBUG nova.network.neutron [-] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.937233] env[69572]: DEBUG nova.network.neutron [-] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.108539] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435309, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.136993] env[69572]: DEBUG nova.scheduler.client.report [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1171.137330] env[69572]: DEBUG nova.compute.provider_tree [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 165 to 166 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1171.137519] env[69572]: DEBUG nova.compute.provider_tree [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.173352] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435312, 'name': CreateVM_Task, 'duration_secs': 0.423559} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.173570] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.174170] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.174413] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.174647] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.175115] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6a4bcc-1e2a-4888-b947-c8b773019e52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.183120] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1171.183120] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524b80c9-9358-fc97-7862-d55beba44600" [ 1171.183120] env[69572]: _type = "Task" [ 1171.183120] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.195367] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524b80c9-9358-fc97-7862-d55beba44600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.202025] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 78e0da44-89e0-4ef8-9de1-bd8f3a15cb23] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1171.444590] env[69572]: DEBUG nova.network.neutron [-] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.610529] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435309, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.405023} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.613858] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c5e3af94-7923-44ce-9137-02c6c58fccb6/c5e3af94-7923-44ce-9137-02c6c58fccb6.vmdk to [datastore2] 036b1202-94cb-47b2-af1d-4bdaef6b5ada/036b1202-94cb-47b2-af1d-4bdaef6b5ada.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.613858] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca80ba1-12e2-4255-946d-4bd1cdb760a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.643755] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 036b1202-94cb-47b2-af1d-4bdaef6b5ada/036b1202-94cb-47b2-af1d-4bdaef6b5ada.vmdk or device None with type streamOptimized {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.644634] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.111s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.645451] env[69572]: DEBUG nova.compute.manager [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1171.648256] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8536dc71-9d88-410d-be95-6baaa538660c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.664956] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.370s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.665139] env[69572]: DEBUG nova.objects.instance [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lazy-loading 'pci_requests' on Instance uuid c8ff5717-d707-480a-8670-68a745ca2437 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.676197] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1171.676197] env[69572]: value = "task-3435313" [ 1171.676197] env[69572]: _type = "Task" [ 1171.676197] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.687889] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.698138] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524b80c9-9358-fc97-7862-d55beba44600, 'name': SearchDatastore_Task, 'duration_secs': 0.015089} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.698454] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.698690] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.698965] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.699206] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.699452] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.700062] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f28cfc61-2a77-4933-9c03-6a0c2260f13f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.705691] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: acb7abcf-f9b2-438d-bcaa-5ff100937a91] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1171.710668] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.710892] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.711936] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6698065-a893-4b80-ba7b-8ff6c610cb45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.718953] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1171.718953] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52df2eb1-d754-7f52-e354-a9d69d2211e0" [ 1171.718953] env[69572]: _type = "Task" [ 1171.718953] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.727976] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52df2eb1-d754-7f52-e354-a9d69d2211e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.946794] env[69572]: INFO nova.compute.manager [-] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Took 1.03 seconds to deallocate network for instance. [ 1172.166462] env[69572]: DEBUG nova.compute.utils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.168034] env[69572]: DEBUG nova.compute.manager [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1172.168179] env[69572]: DEBUG nova.network.neutron [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.171572] env[69572]: DEBUG nova.objects.instance [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lazy-loading 'numa_topology' on Instance uuid c8ff5717-d707-480a-8670-68a745ca2437 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.185034] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435313, 'name': ReconfigVM_Task, 'duration_secs': 0.274198} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.185218] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 036b1202-94cb-47b2-af1d-4bdaef6b5ada/036b1202-94cb-47b2-af1d-4bdaef6b5ada.vmdk or device None with type streamOptimized {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.185738] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db640729-7c6d-4c8a-acd0-ca3a93c2caa0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.193641] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1172.193641] env[69572]: value = "task-3435314" [ 1172.193641] env[69572]: _type = "Task" [ 1172.193641] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.202729] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435314, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.210369] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 40ca4dca-587e-4a1e-aa97-25752a2e322a] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1172.230305] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52df2eb1-d754-7f52-e354-a9d69d2211e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012928} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.231132] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0ed6c1-61c6-41c5-a691-3c3bf9d07f04 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.236768] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1172.236768] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523c3e5a-6543-17a1-45d5-f898583e9ce9" [ 1172.236768] env[69572]: _type = "Task" [ 1172.236768] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.243239] env[69572]: DEBUG nova.policy [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16534f0d871b49ecb29fe6d0150bea7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '150bbb840d22481f8c7686d2745d8195', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.248471] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523c3e5a-6543-17a1-45d5-f898583e9ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.452883] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.544118] env[69572]: DEBUG nova.network.neutron [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Successfully created port: a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.673878] env[69572]: DEBUG nova.compute.manager [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1172.675661] env[69572]: INFO nova.compute.claims [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.707875] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435314, 'name': Rename_Task, 'duration_secs': 0.152099} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.707875] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.708155] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31915edb-57f7-4d08-b3d2-5626e2ff773a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.718197] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: fd7d990f-44c1-4728-bb22-23f246b9ca11] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1172.719398] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1172.719398] env[69572]: value = "task-3435315" [ 1172.719398] env[69572]: _type = "Task" [ 1172.719398] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.729683] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.750428] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523c3e5a-6543-17a1-45d5-f898583e9ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.751184] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.751506] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 2b6242e7-0252-495b-b66a-d6e3244624d0/2b6242e7-0252-495b-b66a-d6e3244624d0.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.751840] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a322efa6-9c70-4eef-9332-bb40aa310931 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.761078] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1172.761078] env[69572]: value = "task-3435316" [ 1172.761078] env[69572]: _type = "Task" [ 1172.761078] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.770959] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.221414] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 84376917-04ce-4186-901b-7289193610fd] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1173.235609] env[69572]: DEBUG oslo_vmware.api [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435315, 'name': PowerOnVM_Task, 'duration_secs': 0.497029} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.236019] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.274594] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477101} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.275015] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 2b6242e7-0252-495b-b66a-d6e3244624d0/2b6242e7-0252-495b-b66a-d6e3244624d0.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.275332] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.275655] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a68011fc-7ab5-4601-b5cf-ea3a513c6025 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.284811] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1173.284811] env[69572]: value = "task-3435317" [ 1173.284811] env[69572]: _type = "Task" [ 1173.284811] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.298239] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.358844] env[69572]: DEBUG nova.compute.manager [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.359662] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d4c366-b467-495c-ae75-09e8f9239dc7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.687192] env[69572]: DEBUG nova.compute.manager [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1173.713008] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.713367] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.713472] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.713614] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.713758] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.713901] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.714117] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.714282] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.714449] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.714608] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.714775] env[69572]: DEBUG nova.virt.hardware [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.715790] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede4128a-0fb7-4c13-9ca7-798b4c0e0599 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.724114] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2bebc9-af43-4a4f-962a-b9113cefde50 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.731215] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.731215] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Cleaning up deleted instances with incomplete migration {{(pid=69572) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11871}} [ 1173.798457] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085365} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.798660] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.799463] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00be5b3c-9b1e-43c8-be36-dcab6ed8b273 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.826402] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 2b6242e7-0252-495b-b66a-d6e3244624d0/2b6242e7-0252-495b-b66a-d6e3244624d0.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.826715] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad887406-4a9c-4c95-b638-8083771f2ab3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.842740] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e471e09-82ca-48e6-9d9d-8428ecc8c783 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.851731] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17deb458-fbfe-4c9c-bd9b-3bc59238936f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.856143] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1173.856143] env[69572]: value = "task-3435318" [ 1173.856143] env[69572]: _type = "Task" [ 1173.856143] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.906021] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5ed792-a61d-490e-a761-c6cc51e9068b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.912238] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.912747] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f8a2c547-48ff-4071-9f4e-fe24db41cb9e tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.516s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.919494] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897f67b8-385c-4654-bc84-549142dffd5c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.934060] env[69572]: DEBUG nova.compute.provider_tree [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.079585] env[69572]: DEBUG nova.compute.manager [req-d21381bf-84d6-4fb2-8cf4-cef8a9523344 req-3c33b81d-cfd5-4609-a9fb-f50df9adc5bb service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received event network-vif-plugged-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1174.079813] env[69572]: DEBUG oslo_concurrency.lockutils [req-d21381bf-84d6-4fb2-8cf4-cef8a9523344 req-3c33b81d-cfd5-4609-a9fb-f50df9adc5bb service nova] Acquiring lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.080052] env[69572]: DEBUG oslo_concurrency.lockutils [req-d21381bf-84d6-4fb2-8cf4-cef8a9523344 req-3c33b81d-cfd5-4609-a9fb-f50df9adc5bb service nova] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.080241] env[69572]: DEBUG oslo_concurrency.lockutils [req-d21381bf-84d6-4fb2-8cf4-cef8a9523344 req-3c33b81d-cfd5-4609-a9fb-f50df9adc5bb service nova] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.080412] env[69572]: DEBUG nova.compute.manager [req-d21381bf-84d6-4fb2-8cf4-cef8a9523344 req-3c33b81d-cfd5-4609-a9fb-f50df9adc5bb service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] No waiting events found dispatching network-vif-plugged-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1174.080699] env[69572]: WARNING nova.compute.manager [req-d21381bf-84d6-4fb2-8cf4-cef8a9523344 req-3c33b81d-cfd5-4609-a9fb-f50df9adc5bb service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received unexpected event network-vif-plugged-a68b031c-448d-494d-81dc-9de517635ed5 for instance with vm_state building and task_state spawning. [ 1174.233661] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.246296] env[69572]: DEBUG nova.network.neutron [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Successfully updated port: a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.366862] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435318, 'name': ReconfigVM_Task, 'duration_secs': 0.278504} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.367340] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 2b6242e7-0252-495b-b66a-d6e3244624d0/2b6242e7-0252-495b-b66a-d6e3244624d0.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.368484] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'disk_bus': None, 'size': 0, 'image_id': '2968ca72-8441-4c76-a285-0283c94d098f'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '6742608b-a009-4339-b91d-14b34023ad77', 'mount_device': '/dev/sdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685748', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'name': 'volume-27e170ab-1cc0-433a-a4af-c4bd416c5100', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b6242e7-0252-495b-b66a-d6e3244624d0', 'attached_at': '', 'detached_at': '', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'serial': '27e170ab-1cc0-433a-a4af-c4bd416c5100'}, 'device_type': None, 'boot_index': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69572) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1174.368814] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1174.368893] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685748', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'name': 'volume-27e170ab-1cc0-433a-a4af-c4bd416c5100', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b6242e7-0252-495b-b66a-d6e3244624d0', 'attached_at': '', 'detached_at': '', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'serial': '27e170ab-1cc0-433a-a4af-c4bd416c5100'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1174.369910] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b9c16f-9b51-453c-b635-24c647de247f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.387477] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e0a8ae-c027-472d-9e23-f62af08bb44b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.413058] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-27e170ab-1cc0-433a-a4af-c4bd416c5100/volume-27e170ab-1cc0-433a-a4af-c4bd416c5100.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.413360] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81181c93-a1ca-4a49-8143-5f6f878cf2ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.434261] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1174.434261] env[69572]: value = "task-3435319" [ 1174.434261] env[69572]: _type = "Task" [ 1174.434261] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.438079] env[69572]: DEBUG nova.scheduler.client.report [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.448184] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.754087] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.754087] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.754087] env[69572]: DEBUG nova.network.neutron [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.942683] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.278s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.949238] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.384s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.949562] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.952711] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.500s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.952937] env[69572]: DEBUG nova.objects.instance [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lazy-loading 'resources' on Instance uuid 2cc5d797-ef2c-448e-9e59-dd0487229147 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.954074] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435319, 'name': ReconfigVM_Task, 'duration_secs': 0.284927} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.955684] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-27e170ab-1cc0-433a-a4af-c4bd416c5100/volume-27e170ab-1cc0-433a-a4af-c4bd416c5100.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.959990] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926d1565-a129-4e98-b5e0-607c36948c30 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.976664] env[69572]: INFO nova.scheduler.client.report [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleted allocations for instance a0bd2d42-04d8-4934-b872-df91dcc35e39 [ 1174.981997] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1174.981997] env[69572]: value = "task-3435320" [ 1174.981997] env[69572]: _type = "Task" [ 1174.981997] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.991733] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.996417] env[69572]: INFO nova.network.neutron [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updating port 80449220-8b3c-42c8-a0ca-e172dc7e8637 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1175.307784] env[69572]: DEBUG nova.network.neutron [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.490024] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c9a7d66e-3693-4c19-a776-26a454ca8f7f tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "a0bd2d42-04d8-4934-b872-df91dcc35e39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.182s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.506222] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435320, 'name': ReconfigVM_Task, 'duration_secs': 0.151346} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.506553] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685748', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'name': 'volume-27e170ab-1cc0-433a-a4af-c4bd416c5100', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b6242e7-0252-495b-b66a-d6e3244624d0', 'attached_at': '', 'detached_at': '', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'serial': '27e170ab-1cc0-433a-a4af-c4bd416c5100'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1175.507161] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1040d94-5c35-4975-aab1-1bc774a39ea8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.519780] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1175.519780] env[69572]: value = "task-3435321" [ 1175.519780] env[69572]: _type = "Task" [ 1175.519780] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.539387] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435321, 'name': Rename_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.611913] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9187999f-5749-4659-9c00-6642d542aca3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.622756] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8146a6-f8f6-4424-936e-a5aff86e6463 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.658585] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f28ac5-8536-4134-9629-4830868be83d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.669160] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ab1dcc-ab36-47de-b592-eb0e6ebe9bbf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.685128] env[69572]: DEBUG nova.compute.provider_tree [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.779041] env[69572]: DEBUG nova.network.neutron [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updating instance_info_cache with network_info: [{"id": "a68b031c-448d-494d-81dc-9de517635ed5", "address": "fa:16:3e:fd:e9:93", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68b031c-44", "ovs_interfaceid": "a68b031c-448d-494d-81dc-9de517635ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.029778] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435321, 'name': Rename_Task, 'duration_secs': 0.175947} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.035383] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.035383] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-062d359f-0b6a-4f82-a4f6-111de5ecbf19 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.042629] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1176.042629] env[69572]: value = "task-3435322" [ 1176.042629] env[69572]: _type = "Task" [ 1176.042629] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.053308] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.111460] env[69572]: DEBUG nova.compute.manager [req-180a3ec5-4da5-4da7-b7d0-01744775f826 req-3a80af01-8073-4513-be2d-311d8211d107 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received event network-changed-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1176.111602] env[69572]: DEBUG nova.compute.manager [req-180a3ec5-4da5-4da7-b7d0-01744775f826 req-3a80af01-8073-4513-be2d-311d8211d107 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Refreshing instance network info cache due to event network-changed-a68b031c-448d-494d-81dc-9de517635ed5. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1176.111777] env[69572]: DEBUG oslo_concurrency.lockutils [req-180a3ec5-4da5-4da7-b7d0-01744775f826 req-3a80af01-8073-4513-be2d-311d8211d107 service nova] Acquiring lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.189035] env[69572]: DEBUG nova.scheduler.client.report [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.283716] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.283716] env[69572]: DEBUG nova.compute.manager [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Instance network_info: |[{"id": "a68b031c-448d-494d-81dc-9de517635ed5", "address": "fa:16:3e:fd:e9:93", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68b031c-44", "ovs_interfaceid": "a68b031c-448d-494d-81dc-9de517635ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1176.283716] env[69572]: DEBUG oslo_concurrency.lockutils [req-180a3ec5-4da5-4da7-b7d0-01744775f826 req-3a80af01-8073-4513-be2d-311d8211d107 service nova] Acquired lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.283716] env[69572]: DEBUG nova.network.neutron [req-180a3ec5-4da5-4da7-b7d0-01744775f826 req-3a80af01-8073-4513-be2d-311d8211d107 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Refreshing network info cache for port a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.284447] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:e9:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a68b031c-448d-494d-81dc-9de517635ed5', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.295123] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.301243] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.301243] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b28f8b0-428f-4471-a577-d8269f1c8ec4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.321044] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.321044] env[69572]: value = "task-3435323" [ 1176.321044] env[69572]: _type = "Task" [ 1176.321044] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.334293] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435323, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.534747] env[69572]: DEBUG nova.network.neutron [req-180a3ec5-4da5-4da7-b7d0-01744775f826 req-3a80af01-8073-4513-be2d-311d8211d107 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updated VIF entry in instance network info cache for port a68b031c-448d-494d-81dc-9de517635ed5. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.535155] env[69572]: DEBUG nova.network.neutron [req-180a3ec5-4da5-4da7-b7d0-01744775f826 req-3a80af01-8073-4513-be2d-311d8211d107 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updating instance_info_cache with network_info: [{"id": "a68b031c-448d-494d-81dc-9de517635ed5", "address": "fa:16:3e:fd:e9:93", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68b031c-44", "ovs_interfaceid": "a68b031c-448d-494d-81dc-9de517635ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.556883] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435322, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.696273] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.722444] env[69572]: INFO nova.scheduler.client.report [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Deleted allocations for instance 2cc5d797-ef2c-448e-9e59-dd0487229147 [ 1176.832402] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435323, 'name': CreateVM_Task, 'duration_secs': 0.406284} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.832579] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.833521] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.833733] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.834077] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.834357] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff02fe9-43a1-4869-9f22-be2fb392e181 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.839508] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1176.839508] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5293d845-e96d-8226-dc8e-c859985e407c" [ 1176.839508] env[69572]: _type = "Task" [ 1176.839508] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.848524] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5293d845-e96d-8226-dc8e-c859985e407c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.963576] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.964299] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.964299] env[69572]: DEBUG nova.network.neutron [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.043391] env[69572]: DEBUG oslo_concurrency.lockutils [req-180a3ec5-4da5-4da7-b7d0-01744775f826 req-3a80af01-8073-4513-be2d-311d8211d107 service nova] Releasing lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.054842] env[69572]: DEBUG oslo_vmware.api [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435322, 'name': PowerOnVM_Task, 'duration_secs': 0.654162} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.054961] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.055204] env[69572]: DEBUG nova.compute.manager [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.056304] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96d21d1-9135-4757-8b38-60e79a5cc938 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.062720] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.062930] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.130311] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.130549] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.230721] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1ef0d628-16a5-46e3-8041-2c1f5a5e891d tempest-ServerShowV257Test-546933033 tempest-ServerShowV257Test-546933033-project-member] Lock "2cc5d797-ef2c-448e-9e59-dd0487229147" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.785s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.350595] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5293d845-e96d-8226-dc8e-c859985e407c, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.350942] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.351146] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.351378] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.351520] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.351697] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.351966] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78caf3bc-0860-401c-b461-c82e0b09f7a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.367913] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.368150] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.368814] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502a94e9-7024-4f96-a943-91422a02fb3f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.374887] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1177.374887] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5209ba4f-2d68-5fe1-11d6-b20adec4bc46" [ 1177.374887] env[69572]: _type = "Task" [ 1177.374887] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.382567] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5209ba4f-2d68-5fe1-11d6-b20adec4bc46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.565556] env[69572]: DEBUG nova.compute.manager [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1177.580153] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.580153] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.580153] env[69572]: DEBUG nova.objects.instance [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69572) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1177.632987] env[69572]: DEBUG nova.compute.manager [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1177.673447] env[69572]: DEBUG nova.network.neutron [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updating instance_info_cache with network_info: [{"id": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "address": "fa:16:3e:ec:d7:c4", "network": {"id": "ac7fe217-999c-4143-9b0a-f32fef0273a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1363142453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0472a44b2e540de8f34f33c4924daa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80449220-8b", "ovs_interfaceid": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.886293] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5209ba4f-2d68-5fe1-11d6-b20adec4bc46, 'name': SearchDatastore_Task, 'duration_secs': 0.040085} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.887126] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442390f7-5625-4ce1-9bdc-771545145310 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.892459] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1177.892459] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]523b40f8-a140-1602-680f-3ab423d00208" [ 1177.892459] env[69572]: _type = "Task" [ 1177.892459] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.900188] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523b40f8-a140-1602-680f-3ab423d00208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.088015] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.142709] env[69572]: DEBUG nova.compute.manager [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Received event network-vif-plugged-80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1178.142921] env[69572]: DEBUG oslo_concurrency.lockutils [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] Acquiring lock "c8ff5717-d707-480a-8670-68a745ca2437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.143168] env[69572]: DEBUG oslo_concurrency.lockutils [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] Lock "c8ff5717-d707-480a-8670-68a745ca2437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.143352] env[69572]: DEBUG oslo_concurrency.lockutils [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] Lock "c8ff5717-d707-480a-8670-68a745ca2437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.143519] env[69572]: DEBUG nova.compute.manager [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] No waiting events found dispatching network-vif-plugged-80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1178.143681] env[69572]: WARNING nova.compute.manager [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Received unexpected event network-vif-plugged-80449220-8b3c-42c8-a0ca-e172dc7e8637 for instance with vm_state shelved_offloaded and task_state spawning. [ 1178.143870] env[69572]: DEBUG nova.compute.manager [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Received event network-changed-80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1178.144048] env[69572]: DEBUG nova.compute.manager [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Refreshing instance network info cache due to event network-changed-80449220-8b3c-42c8-a0ca-e172dc7e8637. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1178.144215] env[69572]: DEBUG oslo_concurrency.lockutils [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] Acquiring lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.158954] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.177044] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.179148] env[69572]: DEBUG oslo_concurrency.lockutils [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] Acquired lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.179748] env[69572]: DEBUG nova.network.neutron [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Refreshing network info cache for port 80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.204952] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='21883b7b6381987652f89e37a5b71bd7',container_format='bare',created_at=2025-04-15T12:23:52Z,direct_url=,disk_format='vmdk',id=2df5af2c-5eb4-475e-a0f1-bd643a726f72,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-956484026-shelved',owner='e0472a44b2e540de8f34f33c4924daa1',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-15T12:24:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.205394] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.205521] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.205706] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.205884] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.206027] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.206222] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.206929] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.206929] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.206929] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.206929] env[69572]: DEBUG nova.virt.hardware [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.207992] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3fa17e-1097-4684-89de-5a87076d9122 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.217061] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea8cb30-ce2b-41ea-ad31-3e3bcbb6472c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.231120] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:d7:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80449220-8b3c-42c8-a0ca-e172dc7e8637', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.238292] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.238535] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.238744] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32e74555-735a-453b-b039-316a9bfabd20 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.259239] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.259239] env[69572]: value = "task-3435324" [ 1178.259239] env[69572]: _type = "Task" [ 1178.259239] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.267109] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435324, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.406905] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]523b40f8-a140-1602-680f-3ab423d00208, 'name': SearchDatastore_Task, 'duration_secs': 0.031227} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.407400] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.407650] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa/3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.407987] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1a34f23-f018-467d-bf24-58a9bee982ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.416454] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1178.416454] env[69572]: value = "task-3435325" [ 1178.416454] env[69572]: _type = "Task" [ 1178.416454] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.424837] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.588514] env[69572]: DEBUG oslo_concurrency.lockutils [None req-968d8fde-8eda-4c61-b7f3-8b8a8a126097 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.590062] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.502s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.591971] env[69572]: INFO nova.compute.claims [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.777038] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435324, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.928666] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435325, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.936036] env[69572]: DEBUG nova.network.neutron [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updated VIF entry in instance network info cache for port 80449220-8b3c-42c8-a0ca-e172dc7e8637. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.936383] env[69572]: DEBUG nova.network.neutron [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updating instance_info_cache with network_info: [{"id": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "address": "fa:16:3e:ec:d7:c4", "network": {"id": "ac7fe217-999c-4143-9b0a-f32fef0273a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1363142453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0472a44b2e540de8f34f33c4924daa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80449220-8b", "ovs_interfaceid": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.271164] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435324, 'name': CreateVM_Task, 'duration_secs': 0.586781} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.271367] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.271957] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.272148] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.272562] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.272826] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f050913-7f01-4de3-8e11-dffedb51afb6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.277839] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1179.277839] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a40dd9-151c-51d7-3b21-157920465e15" [ 1179.277839] env[69572]: _type = "Task" [ 1179.277839] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.286286] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a40dd9-151c-51d7-3b21-157920465e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.427567] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529665} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.427857] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa/3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.428028] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.428327] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ac39e9a-a31c-4079-b878-01909debafb5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.435646] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1179.435646] env[69572]: value = "task-3435326" [ 1179.435646] env[69572]: _type = "Task" [ 1179.435646] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.439083] env[69572]: DEBUG oslo_concurrency.lockutils [req-fb133039-7fcb-4782-a6fb-297e582471c2 req-e93909aa-4334-441d-8dc2-faa15a5c6155 service nova] Releasing lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.444361] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.706233] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e27a5b-d747-4300-82ec-b615c867c90e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.714395] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1080803e-7c9d-4866-8aa9-b8473732af2a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.746275] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa63d04c-9c2a-4b2c-a86c-b6ac88cc7b39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.765246] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5857684b-464c-4d28-98c8-1f301a635031 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.779385] env[69572]: DEBUG nova.compute.provider_tree [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.790182] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.790431] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Processing image 2df5af2c-5eb4-475e-a0f1-bd643a726f72 {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.790668] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72/2df5af2c-5eb4-475e-a0f1-bd643a726f72.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.790813] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72/2df5af2c-5eb4-475e-a0f1-bd643a726f72.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.790987] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.791500] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c6c47df-b7b6-4331-94b8-a76020e70658 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.811721] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.811921] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.812695] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecf90f7-91c0-44fd-a6ab-c8460d615b96 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.818480] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1179.818480] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52cddf1b-9a26-4e01-f69a-40259b70eac2" [ 1179.818480] env[69572]: _type = "Task" [ 1179.818480] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.826425] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52cddf1b-9a26-4e01-f69a-40259b70eac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.946257] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099885} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.946614] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.947486] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecddb508-c07b-4448-ae29-d5da28ab279d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.969837] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa/3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.970138] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b584381a-0dd1-4ec2-a912-914df4317248 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.990763] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1179.990763] env[69572]: value = "task-3435327" [ 1179.990763] env[69572]: _type = "Task" [ 1179.990763] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.998962] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.304761] env[69572]: ERROR nova.scheduler.client.report [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [req-365791bb-7f04-4dc0-b968-a1613c7ede87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-365791bb-7f04-4dc0-b968-a1613c7ede87"}]} [ 1180.322819] env[69572]: DEBUG nova.scheduler.client.report [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1180.331051] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Preparing fetch location {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1180.331314] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Fetch image to [datastore1] OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50/OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50.vmdk {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1180.331495] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Downloading stream optimized image 2df5af2c-5eb4-475e-a0f1-bd643a726f72 to [datastore1] OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50/OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50.vmdk on the data store datastore1 as vApp {{(pid=69572) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1180.331680] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Downloading image file data 2df5af2c-5eb4-475e-a0f1-bd643a726f72 to the ESX as VM named 'OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50' {{(pid=69572) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1180.336739] env[69572]: DEBUG nova.scheduler.client.report [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1180.337037] env[69572]: DEBUG nova.compute.provider_tree [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.348548] env[69572]: DEBUG nova.scheduler.client.report [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1180.375240] env[69572]: DEBUG nova.scheduler.client.report [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1180.411272] env[69572]: DEBUG oslo_vmware.rw_handles [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1180.411272] env[69572]: value = "resgroup-9" [ 1180.411272] env[69572]: _type = "ResourcePool" [ 1180.411272] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1180.411593] env[69572]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0a7f43c1-73e8-4cb2-afad-55358a3605f4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.435231] env[69572]: DEBUG oslo_vmware.rw_handles [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lease: (returnval){ [ 1180.435231] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52dbe4e4-22d4-da51-6ad1-4f29495c7642" [ 1180.435231] env[69572]: _type = "HttpNfcLease" [ 1180.435231] env[69572]: } obtained for vApp import into resource pool (val){ [ 1180.435231] env[69572]: value = "resgroup-9" [ 1180.435231] env[69572]: _type = "ResourcePool" [ 1180.435231] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1180.435788] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the lease: (returnval){ [ 1180.435788] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52dbe4e4-22d4-da51-6ad1-4f29495c7642" [ 1180.435788] env[69572]: _type = "HttpNfcLease" [ 1180.435788] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1180.443215] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1180.443215] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52dbe4e4-22d4-da51-6ad1-4f29495c7642" [ 1180.443215] env[69572]: _type = "HttpNfcLease" [ 1180.443215] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1180.502463] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435327, 'name': ReconfigVM_Task, 'duration_secs': 0.429266} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.503595] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa/3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.504659] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26dca57-e13a-4aea-83d0-1c03e7c6ae01 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.507102] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36f34144-cba1-4854-9dfa-4e1a9753a370 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.513855] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b62bc0-46e2-4e04-a2a4-ff11420caac8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.517991] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1180.517991] env[69572]: value = "task-3435329" [ 1180.517991] env[69572]: _type = "Task" [ 1180.517991] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.552067] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08aa784-c69d-461f-82e2-8b9bf4824e52 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.554735] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435329, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.561131] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106bb02b-378c-4f34-8583-27a4313ac7f8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.575386] env[69572]: DEBUG nova.compute.provider_tree [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.945315] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1180.945315] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52dbe4e4-22d4-da51-6ad1-4f29495c7642" [ 1180.945315] env[69572]: _type = "HttpNfcLease" [ 1180.945315] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1181.028964] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435329, 'name': Rename_Task, 'duration_secs': 0.182943} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.029277] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.029529] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd7b003a-83f5-49b8-b16b-7f2a067d77ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.037620] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1181.037620] env[69572]: value = "task-3435330" [ 1181.037620] env[69572]: _type = "Task" [ 1181.037620] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.046558] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.110484] env[69572]: DEBUG nova.scheduler.client.report [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1181.110832] env[69572]: DEBUG nova.compute.provider_tree [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 168 to 169 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1181.111098] env[69572]: DEBUG nova.compute.provider_tree [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.445922] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.445922] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52dbe4e4-22d4-da51-6ad1-4f29495c7642" [ 1181.445922] env[69572]: _type = "HttpNfcLease" [ 1181.445922] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1181.446392] env[69572]: DEBUG oslo_vmware.rw_handles [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1181.446392] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52dbe4e4-22d4-da51-6ad1-4f29495c7642" [ 1181.446392] env[69572]: _type = "HttpNfcLease" [ 1181.446392] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1181.446983] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c758a3ee-fbd1-4196-92f4-1febde184176 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.455259] env[69572]: DEBUG oslo_vmware.rw_handles [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f0c65-015f-fde4-c30e-f98b5b7cbf6e/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1181.455458] env[69572]: DEBUG oslo_vmware.rw_handles [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f0c65-015f-fde4-c30e-f98b5b7cbf6e/disk-0.vmdk. {{(pid=69572) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1181.519225] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cdbbdae1-3084-406b-b850-4f4eab86ebe2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.547355] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.616622] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.026s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.617295] env[69572]: DEBUG nova.compute.manager [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1181.620664] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.462s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.622378] env[69572]: INFO nova.compute.claims [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.049097] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.127285] env[69572]: DEBUG nova.compute.utils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.132720] env[69572]: DEBUG nova.compute.manager [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1182.133330] env[69572]: DEBUG nova.network.neutron [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.180592] env[69572]: DEBUG nova.policy [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbef0e106acb4760a95f24322ec42efe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8af3bcdc338e46c6b1816ae4435489d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.487846] env[69572]: DEBUG nova.network.neutron [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Successfully created port: 69787527-165f-494c-bfee-552dcf862d34 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.551440] env[69572]: DEBUG oslo_vmware.api [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435330, 'name': PowerOnVM_Task, 'duration_secs': 1.34907} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.553059] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.553343] env[69572]: INFO nova.compute.manager [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1182.553544] env[69572]: DEBUG nova.compute.manager [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1182.554375] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84270593-7987-49bb-bae8-eb6c5f09fcb6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.631491] env[69572]: DEBUG nova.compute.manager [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1182.771476] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7bc8bf-6182-4230-a1cc-cd8e56e6412b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.779814] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e639c32-3865-4092-8740-7c7b3c6cb77c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.818957] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b519134-a91c-4803-ac3d-3e0c4280b39d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.827286] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eff785c-a1c2-4387-a80a-01c9c8eb3b6a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.841518] env[69572]: DEBUG nova.compute.provider_tree [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.902726] env[69572]: DEBUG oslo_vmware.rw_handles [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Completed reading data from the image iterator. {{(pid=69572) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1182.903072] env[69572]: DEBUG oslo_vmware.rw_handles [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f0c65-015f-fde4-c30e-f98b5b7cbf6e/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1182.904188] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce54b3-6077-4721-8bff-6f671e954614 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.913420] env[69572]: DEBUG oslo_vmware.rw_handles [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f0c65-015f-fde4-c30e-f98b5b7cbf6e/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1182.914078] env[69572]: DEBUG oslo_vmware.rw_handles [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f0c65-015f-fde4-c30e-f98b5b7cbf6e/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1182.914078] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9b644f1c-de7d-4761-921e-f70e7bc4e27d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.079067] env[69572]: INFO nova.compute.manager [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Took 16.22 seconds to build instance. [ 1183.134985] env[69572]: DEBUG oslo_vmware.rw_handles [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f0c65-015f-fde4-c30e-f98b5b7cbf6e/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1183.135264] env[69572]: INFO nova.virt.vmwareapi.images [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Downloaded image file data 2df5af2c-5eb4-475e-a0f1-bd643a726f72 [ 1183.136105] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9133243d-fa1d-4f97-a48a-e7189577a9ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.155908] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80915579-4f64-4918-9e45-80de13480ef2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.184964] env[69572]: INFO nova.virt.vmwareapi.images [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] The imported VM was unregistered [ 1183.187418] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Caching image {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1183.187657] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72 {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.188278] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f808961a-00fc-4802-b91f-9b73d060b45a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.209725] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Created directory with path [datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72 {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.210014] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50/OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50.vmdk to [datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72/2df5af2c-5eb4-475e-a0f1-bd643a726f72.vmdk. {{(pid=69572) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1183.210369] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-112d3bf5-2239-4786-b643-d9c488008a45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.219474] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1183.219474] env[69572]: value = "task-3435332" [ 1183.219474] env[69572]: _type = "Task" [ 1183.219474] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.230058] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435332, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.345171] env[69572]: DEBUG nova.scheduler.client.report [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.581109] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9b33fa08-7a1c-478e-bb92-44496f5e79b9 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.736s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.645218] env[69572]: DEBUG nova.compute.manager [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1183.671462] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.671721] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.671876] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.672103] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.672255] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.672400] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.672601] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.672754] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.672918] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.673091] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.673265] env[69572]: DEBUG nova.virt.hardware [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.674134] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a1e4c-64c4-48e1-a9e3-3245e52a5b87 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.682422] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd55131-60bf-41ca-be35-2233c1dfd728 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.728802] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435332, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.734399] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.734535] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.850304] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.850979] env[69572]: DEBUG nova.compute.manager [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1183.879900] env[69572]: DEBUG nova.compute.manager [req-b9732f3f-48d6-4da9-9a3f-95201a04a23d req-b32c30ad-6038-4690-9efd-c807d098c18a service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Received event network-vif-plugged-69787527-165f-494c-bfee-552dcf862d34 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1183.880199] env[69572]: DEBUG oslo_concurrency.lockutils [req-b9732f3f-48d6-4da9-9a3f-95201a04a23d req-b32c30ad-6038-4690-9efd-c807d098c18a service nova] Acquiring lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.880484] env[69572]: DEBUG oslo_concurrency.lockutils [req-b9732f3f-48d6-4da9-9a3f-95201a04a23d req-b32c30ad-6038-4690-9efd-c807d098c18a service nova] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.880762] env[69572]: DEBUG oslo_concurrency.lockutils [req-b9732f3f-48d6-4da9-9a3f-95201a04a23d req-b32c30ad-6038-4690-9efd-c807d098c18a service nova] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.881145] env[69572]: DEBUG nova.compute.manager [req-b9732f3f-48d6-4da9-9a3f-95201a04a23d req-b32c30ad-6038-4690-9efd-c807d098c18a service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] No waiting events found dispatching network-vif-plugged-69787527-165f-494c-bfee-552dcf862d34 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1183.881405] env[69572]: WARNING nova.compute.manager [req-b9732f3f-48d6-4da9-9a3f-95201a04a23d req-b32c30ad-6038-4690-9efd-c807d098c18a service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Received unexpected event network-vif-plugged-69787527-165f-494c-bfee-552dcf862d34 for instance with vm_state building and task_state spawning. [ 1183.962118] env[69572]: DEBUG nova.network.neutron [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Successfully updated port: 69787527-165f-494c-bfee-552dcf862d34 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.040698] env[69572]: DEBUG nova.compute.manager [req-2e3afeed-8201-4022-86be-b5b47e403b6c req-66b8ad13-f7c0-40cb-b1dd-567dd202ad48 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received event network-changed-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1184.041101] env[69572]: DEBUG nova.compute.manager [req-2e3afeed-8201-4022-86be-b5b47e403b6c req-66b8ad13-f7c0-40cb-b1dd-567dd202ad48 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Refreshing instance network info cache due to event network-changed-a68b031c-448d-494d-81dc-9de517635ed5. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1184.041403] env[69572]: DEBUG oslo_concurrency.lockutils [req-2e3afeed-8201-4022-86be-b5b47e403b6c req-66b8ad13-f7c0-40cb-b1dd-567dd202ad48 service nova] Acquiring lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.041564] env[69572]: DEBUG oslo_concurrency.lockutils [req-2e3afeed-8201-4022-86be-b5b47e403b6c req-66b8ad13-f7c0-40cb-b1dd-567dd202ad48 service nova] Acquired lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.041766] env[69572]: DEBUG nova.network.neutron [req-2e3afeed-8201-4022-86be-b5b47e403b6c req-66b8ad13-f7c0-40cb-b1dd-567dd202ad48 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Refreshing network info cache for port a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.230870] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435332, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.240705] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.240912] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.241050] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.241209] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.241354] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.241495] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.356705] env[69572]: DEBUG nova.compute.utils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.358657] env[69572]: DEBUG nova.compute.manager [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1184.358932] env[69572]: DEBUG nova.network.neutron [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.466037] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "refresh_cache-e6d92416-1b84-4bfc-8aaf-0ac4435060bd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.466037] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "refresh_cache-e6d92416-1b84-4bfc-8aaf-0ac4435060bd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.466037] env[69572]: DEBUG nova.network.neutron [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.489110] env[69572]: DEBUG nova.policy [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6d783dae614c7482b583cb6b588bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413ef338adfc4b888f3500ba5b60707c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.729734] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435332, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.746386] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Getting list of instances from cluster (obj){ [ 1184.746386] env[69572]: value = "domain-c8" [ 1184.746386] env[69572]: _type = "ClusterComputeResource" [ 1184.746386] env[69572]: } {{(pid=69572) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1184.747688] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8937e9b4-816e-4203-97b3-4f5ead2ca445 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.762690] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Got total of 6 instances {{(pid=69572) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1184.762869] env[69572]: WARNING nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1184.762988] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Triggering sync for uuid 7888779c-56a7-4f64-a827-3b0c07e2d5f3 {{(pid=69572) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1184.763197] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Triggering sync for uuid c8ff5717-d707-480a-8670-68a745ca2437 {{(pid=69572) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1184.763353] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Triggering sync for uuid 036b1202-94cb-47b2-af1d-4bdaef6b5ada {{(pid=69572) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1184.763506] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Triggering sync for uuid 2b6242e7-0252-495b-b66a-d6e3244624d0 {{(pid=69572) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1184.763653] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Triggering sync for uuid 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46 {{(pid=69572) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1184.763802] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Triggering sync for uuid 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa {{(pid=69572) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1184.763950] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Triggering sync for uuid e6d92416-1b84-4bfc-8aaf-0ac4435060bd {{(pid=69572) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1184.764118] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Triggering sync for uuid db24db4c-1437-457b-bf4f-f2cdca08d36e {{(pid=69572) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10943}} [ 1184.764465] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.764685] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.764965] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "c8ff5717-d707-480a-8670-68a745ca2437" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.765213] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.765404] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.765642] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "2b6242e7-0252-495b-b66a-d6e3244624d0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.765816] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.766051] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.766231] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.766451] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.766623] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.766838] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.767066] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.767268] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.767527] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1184.768335] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67d9a3f-165d-40bd-aa21-0ccac15bc7a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.773074] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6e036e-2351-40bf-93a4-0a43370dbcea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.776076] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49c70c7-2e1f-4798-ae48-bf0d34e95a0a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.779281] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e82dbe-b5ac-4462-bb2b-cebd1eaff8cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.782172] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d426d15b-53d0-4a38-9620-973ea23615da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.784660] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.862647] env[69572]: DEBUG nova.compute.manager [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1184.909770] env[69572]: DEBUG nova.network.neutron [req-2e3afeed-8201-4022-86be-b5b47e403b6c req-66b8ad13-f7c0-40cb-b1dd-567dd202ad48 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updated VIF entry in instance network info cache for port a68b031c-448d-494d-81dc-9de517635ed5. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.910408] env[69572]: DEBUG nova.network.neutron [req-2e3afeed-8201-4022-86be-b5b47e403b6c req-66b8ad13-f7c0-40cb-b1dd-567dd202ad48 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updating instance_info_cache with network_info: [{"id": "a68b031c-448d-494d-81dc-9de517635ed5", "address": "fa:16:3e:fd:e9:93", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68b031c-44", "ovs_interfaceid": "a68b031c-448d-494d-81dc-9de517635ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.953387] env[69572]: DEBUG nova.network.neutron [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Successfully created port: 8cc973b8-b6fd-4070-9a7b-9f6452be6de6 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.013975] env[69572]: DEBUG nova.network.neutron [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.230187] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435332, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.231426] env[69572]: DEBUG nova.network.neutron [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Updating instance_info_cache with network_info: [{"id": "69787527-165f-494c-bfee-552dcf862d34", "address": "fa:16:3e:c2:91:62", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69787527-16", "ovs_interfaceid": "69787527-165f-494c-bfee-552dcf862d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.291267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.291540] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.291714] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.291867] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1185.292914] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da59fe-5bcf-412f-a39c-125823e361c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.301579] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a12d1c-1806-4ce5-afd0-954b89522de3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.307351] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.315521] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.315881] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.316180] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.316797] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.317743] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1393bf-638c-4aca-8b0e-6e4ce6c5d567 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.324643] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e35d884-9bf6-4268-b4b4-60dbf4e3f4bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.356371] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180072MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1185.356536] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.356749] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.414596] env[69572]: DEBUG oslo_concurrency.lockutils [req-2e3afeed-8201-4022-86be-b5b47e403b6c req-66b8ad13-f7c0-40cb-b1dd-567dd202ad48 service nova] Releasing lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.731710] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435332, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.735342] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "refresh_cache-e6d92416-1b84-4bfc-8aaf-0ac4435060bd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.735683] env[69572]: DEBUG nova.compute.manager [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Instance network_info: |[{"id": "69787527-165f-494c-bfee-552dcf862d34", "address": "fa:16:3e:c2:91:62", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69787527-16", "ovs_interfaceid": "69787527-165f-494c-bfee-552dcf862d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1185.736109] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:91:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69787527-165f-494c-bfee-552dcf862d34', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.744444] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Creating folder: Project (8af3bcdc338e46c6b1816ae4435489d5). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.744776] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ce9910d-0e38-498a-909a-84b6be706b21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.756927] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Created folder: Project (8af3bcdc338e46c6b1816ae4435489d5) in parent group-v685431. [ 1185.757109] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Creating folder: Instances. Parent ref: group-v685756. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.757425] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3e9172f-3de4-4a85-828c-96be9a9228e2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.766963] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Created folder: Instances in parent group-v685756. [ 1185.767213] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.767424] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.767714] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8eb9656-0b8a-4cdf-a2bd-39a610cbe76b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.786776] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.786776] env[69572]: value = "task-3435335" [ 1185.786776] env[69572]: _type = "Task" [ 1185.786776] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.794779] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435335, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.876188] env[69572]: DEBUG nova.compute.manager [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1185.908486] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.908795] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.909008] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.909177] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.909327] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.909473] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.909684] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.909839] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.910014] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.910186] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.910360] env[69572]: DEBUG nova.virt.hardware [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.911567] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3002f6-9602-4228-98e0-0f2aefdafe95 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.916880] env[69572]: DEBUG nova.compute.manager [req-8cad328f-ea6c-4dbf-abab-80e2e585fb89 req-34e95ef3-8c6b-4c2e-95d3-89f8e4d1f07e service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Received event network-changed-69787527-165f-494c-bfee-552dcf862d34 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1185.917165] env[69572]: DEBUG nova.compute.manager [req-8cad328f-ea6c-4dbf-abab-80e2e585fb89 req-34e95ef3-8c6b-4c2e-95d3-89f8e4d1f07e service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Refreshing instance network info cache due to event network-changed-69787527-165f-494c-bfee-552dcf862d34. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1185.917389] env[69572]: DEBUG oslo_concurrency.lockutils [req-8cad328f-ea6c-4dbf-abab-80e2e585fb89 req-34e95ef3-8c6b-4c2e-95d3-89f8e4d1f07e service nova] Acquiring lock "refresh_cache-e6d92416-1b84-4bfc-8aaf-0ac4435060bd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.917530] env[69572]: DEBUG oslo_concurrency.lockutils [req-8cad328f-ea6c-4dbf-abab-80e2e585fb89 req-34e95ef3-8c6b-4c2e-95d3-89f8e4d1f07e service nova] Acquired lock "refresh_cache-e6d92416-1b84-4bfc-8aaf-0ac4435060bd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.917685] env[69572]: DEBUG nova.network.neutron [req-8cad328f-ea6c-4dbf-abab-80e2e585fb89 req-34e95ef3-8c6b-4c2e-95d3-89f8e4d1f07e service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Refreshing network info cache for port 69787527-165f-494c-bfee-552dcf862d34 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.924311] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b4a7f6-a60f-40ef-af75-64450ca9c0b7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.231780] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435332, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.991194} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.232063] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50/OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50.vmdk to [datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72/2df5af2c-5eb4-475e-a0f1-bd643a726f72.vmdk. [ 1186.232259] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Cleaning up location [datastore1] OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50 {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1186.232423] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_61160041-3117-4697-ba47-5b4f81d40e50 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.232674] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0291b9c1-01c4-44af-9fa1-68424756c917 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.239183] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1186.239183] env[69572]: value = "task-3435336" [ 1186.239183] env[69572]: _type = "Task" [ 1186.239183] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.249215] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.296263] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435335, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.386293] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 7888779c-56a7-4f64-a827-3b0c07e2d5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.386422] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 2b6242e7-0252-495b-b66a-d6e3244624d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.386471] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.386569] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 036b1202-94cb-47b2-af1d-4bdaef6b5ada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.386764] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance c8ff5717-d707-480a-8670-68a745ca2437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.386804] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.386896] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e6d92416-1b84-4bfc-8aaf-0ac4435060bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.387015] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance db24db4c-1437-457b-bf4f-f2cdca08d36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.387812] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1186.387812] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1186.496088] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de683724-1a72-4206-86a3-3706bc3774a7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.503449] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465c1ee8-cdcf-4bd6-a168-e53785e40781 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.535491] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997547cb-0ee1-4b4b-be6c-b932a0326151 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.542869] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d442120f-0790-45ef-bd40-b8c17c555256 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.556015] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.657581] env[69572]: DEBUG nova.network.neutron [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Successfully updated port: 8cc973b8-b6fd-4070-9a7b-9f6452be6de6 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.710063] env[69572]: DEBUG nova.network.neutron [req-8cad328f-ea6c-4dbf-abab-80e2e585fb89 req-34e95ef3-8c6b-4c2e-95d3-89f8e4d1f07e service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Updated VIF entry in instance network info cache for port 69787527-165f-494c-bfee-552dcf862d34. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.710450] env[69572]: DEBUG nova.network.neutron [req-8cad328f-ea6c-4dbf-abab-80e2e585fb89 req-34e95ef3-8c6b-4c2e-95d3-89f8e4d1f07e service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Updating instance_info_cache with network_info: [{"id": "69787527-165f-494c-bfee-552dcf862d34", "address": "fa:16:3e:c2:91:62", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69787527-16", "ovs_interfaceid": "69787527-165f-494c-bfee-552dcf862d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.749122] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08597} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.749507] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.749554] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72/2df5af2c-5eb4-475e-a0f1-bd643a726f72.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.750872] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72/2df5af2c-5eb4-475e-a0f1-bd643a726f72.vmdk to [datastore1] c8ff5717-d707-480a-8670-68a745ca2437/c8ff5717-d707-480a-8670-68a745ca2437.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.750872] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eec267cf-3e82-4ee7-9312-1a38f36a8c3d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.756862] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1186.756862] env[69572]: value = "task-3435337" [ 1186.756862] env[69572]: _type = "Task" [ 1186.756862] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.764422] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.798854] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435335, 'name': CreateVM_Task, 'duration_secs': 0.519689} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.799032] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.799722] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.799884] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.800210] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.800453] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b296d02-2b22-4f42-b523-58a424f260a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.804436] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1186.804436] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5276b9b3-b5fa-7d34-64b3-5e5fd75f4b5e" [ 1186.804436] env[69572]: _type = "Task" [ 1186.804436] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.811393] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5276b9b3-b5fa-7d34-64b3-5e5fd75f4b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.062467] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.161573] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.161732] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.161899] env[69572]: DEBUG nova.network.neutron [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.213223] env[69572]: DEBUG oslo_concurrency.lockutils [req-8cad328f-ea6c-4dbf-abab-80e2e585fb89 req-34e95ef3-8c6b-4c2e-95d3-89f8e4d1f07e service nova] Releasing lock "refresh_cache-e6d92416-1b84-4bfc-8aaf-0ac4435060bd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.267548] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435337, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.315162] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5276b9b3-b5fa-7d34-64b3-5e5fd75f4b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.047854} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.315479] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.315715] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.315950] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.316113] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.316301] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.316576] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-386d889f-129a-4763-bb70-51f38fb1d876 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.334627] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.334831] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.335610] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c26499-10fb-4b53-8f36-e918addc8761 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.342464] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1187.342464] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]524029e4-5755-eeb1-fd8a-a28aff9e6d9b" [ 1187.342464] env[69572]: _type = "Task" [ 1187.342464] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.351254] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524029e4-5755-eeb1-fd8a-a28aff9e6d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.567445] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1187.567693] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.211s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.733993] env[69572]: DEBUG nova.network.neutron [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.767313] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435337, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.853047] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]524029e4-5755-eeb1-fd8a-a28aff9e6d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.057529} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.853856] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3537d4e-9503-431c-a34f-9b143497a236 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.859038] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1187.859038] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb6f58-c2fe-b3d4-867f-ffa9d31d8686" [ 1187.859038] env[69572]: _type = "Task" [ 1187.859038] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.866675] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb6f58-c2fe-b3d4-867f-ffa9d31d8686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.880037] env[69572]: DEBUG nova.network.neutron [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Updating instance_info_cache with network_info: [{"id": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "address": "fa:16:3e:11:67:5f", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc973b8-b6", "ovs_interfaceid": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.938721] env[69572]: DEBUG nova.compute.manager [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Received event network-vif-plugged-8cc973b8-b6fd-4070-9a7b-9f6452be6de6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1187.938786] env[69572]: DEBUG oslo_concurrency.lockutils [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] Acquiring lock "db24db4c-1437-457b-bf4f-f2cdca08d36e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.938988] env[69572]: DEBUG oslo_concurrency.lockutils [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.939211] env[69572]: DEBUG oslo_concurrency.lockutils [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.939485] env[69572]: DEBUG nova.compute.manager [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] No waiting events found dispatching network-vif-plugged-8cc973b8-b6fd-4070-9a7b-9f6452be6de6 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1187.939590] env[69572]: WARNING nova.compute.manager [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Received unexpected event network-vif-plugged-8cc973b8-b6fd-4070-9a7b-9f6452be6de6 for instance with vm_state building and task_state spawning. [ 1187.939747] env[69572]: DEBUG nova.compute.manager [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Received event network-changed-8cc973b8-b6fd-4070-9a7b-9f6452be6de6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1187.939900] env[69572]: DEBUG nova.compute.manager [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Refreshing instance network info cache due to event network-changed-8cc973b8-b6fd-4070-9a7b-9f6452be6de6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1187.940093] env[69572]: DEBUG oslo_concurrency.lockutils [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] Acquiring lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.272896] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435337, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.369771] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bb6f58-c2fe-b3d4-867f-ffa9d31d8686, 'name': SearchDatastore_Task, 'duration_secs': 0.080524} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.370197] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.370618] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] e6d92416-1b84-4bfc-8aaf-0ac4435060bd/e6d92416-1b84-4bfc-8aaf-0ac4435060bd.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.370827] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f76c2af3-02df-474b-a195-97aa2d697dd1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.377849] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1188.377849] env[69572]: value = "task-3435338" [ 1188.377849] env[69572]: _type = "Task" [ 1188.377849] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.382848] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.383204] env[69572]: DEBUG nova.compute.manager [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Instance network_info: |[{"id": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "address": "fa:16:3e:11:67:5f", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc973b8-b6", "ovs_interfaceid": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1188.388196] env[69572]: DEBUG oslo_concurrency.lockutils [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] Acquired lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.388413] env[69572]: DEBUG nova.network.neutron [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Refreshing network info cache for port 8cc973b8-b6fd-4070-9a7b-9f6452be6de6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.389781] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:67:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cc973b8-b6fd-4070-9a7b-9f6452be6de6', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.397154] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.397403] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.398439] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.398671] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e722feee-d3f3-4e42-bf7d-74e21a375413 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.418538] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.418538] env[69572]: value = "task-3435339" [ 1188.418538] env[69572]: _type = "Task" [ 1188.418538] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.426374] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435339, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.768931] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435337, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.888282] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.928476] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435339, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.100232] env[69572]: DEBUG nova.network.neutron [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Updated VIF entry in instance network info cache for port 8cc973b8-b6fd-4070-9a7b-9f6452be6de6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.100630] env[69572]: DEBUG nova.network.neutron [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Updating instance_info_cache with network_info: [{"id": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "address": "fa:16:3e:11:67:5f", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc973b8-b6", "ovs_interfaceid": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.269162] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435337, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.387660] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.427689] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435339, 'name': CreateVM_Task} progress is 25%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.603643] env[69572]: DEBUG oslo_concurrency.lockutils [req-4a214d8a-893b-451f-baec-2559f49909ad req-c90f52d1-62bb-4ebb-a7fc-bc6d374693a6 service nova] Releasing lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.769268] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435337, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.715532} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.769605] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2df5af2c-5eb4-475e-a0f1-bd643a726f72/2df5af2c-5eb4-475e-a0f1-bd643a726f72.vmdk to [datastore1] c8ff5717-d707-480a-8670-68a745ca2437/c8ff5717-d707-480a-8670-68a745ca2437.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.770344] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8139cf84-4fc8-4728-a7bc-20fe5795d4d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.791991] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] c8ff5717-d707-480a-8670-68a745ca2437/c8ff5717-d707-480a-8670-68a745ca2437.vmdk or device None with type streamOptimized {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.792304] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa84b8d-301f-4d33-85f9-103bf7419ed2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.811240] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1189.811240] env[69572]: value = "task-3435340" [ 1189.811240] env[69572]: _type = "Task" [ 1189.811240] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.818386] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.888828] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.930297] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435339, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.322142] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.391153] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435338, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.949926} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.391392] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] e6d92416-1b84-4bfc-8aaf-0ac4435060bd/e6d92416-1b84-4bfc-8aaf-0ac4435060bd.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.391598] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.391836] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cc70ebd-dee9-4ef5-8d00-3fdf1b2f5353 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.397299] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1190.397299] env[69572]: value = "task-3435341" [ 1190.397299] env[69572]: _type = "Task" [ 1190.397299] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.404186] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.428282] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435339, 'name': CreateVM_Task, 'duration_secs': 1.91268} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.428479] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.429112] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.429314] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.429639] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.429876] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809b6e1e-7fd0-4fd4-aebd-2bdf19b8e702 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.433969] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1190.433969] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5298ec66-4534-4f6b-9e53-961837bb098d" [ 1190.433969] env[69572]: _type = "Task" [ 1190.433969] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.441165] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5298ec66-4534-4f6b-9e53-961837bb098d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.821201] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435340, 'name': ReconfigVM_Task, 'duration_secs': 0.644329} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.821535] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Reconfigured VM instance instance-00000066 to attach disk [datastore1] c8ff5717-d707-480a-8670-68a745ca2437/c8ff5717-d707-480a-8670-68a745ca2437.vmdk or device None with type streamOptimized {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.822151] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4763277b-0020-44df-9f37-3a59fe98524a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.828799] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1190.828799] env[69572]: value = "task-3435342" [ 1190.828799] env[69572]: _type = "Task" [ 1190.828799] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.836134] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435342, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.906569] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127315} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.906834] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.907673] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d283c8-bad6-44a4-a5f4-36cb0cff05ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.928620] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] e6d92416-1b84-4bfc-8aaf-0ac4435060bd/e6d92416-1b84-4bfc-8aaf-0ac4435060bd.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.928869] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949d59db-055b-4dc9-b4eb-ab92e29e26a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.951848] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5298ec66-4534-4f6b-9e53-961837bb098d, 'name': SearchDatastore_Task, 'duration_secs': 0.054466} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.953216] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.953461] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.953688] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.953836] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.954029] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.954319] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1190.954319] env[69572]: value = "task-3435343" [ 1190.954319] env[69572]: _type = "Task" [ 1190.954319] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.954505] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c546fc30-f92d-4d26-ad3c-d7280f176c17 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.965157] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.970563] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.970735] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.971394] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec19c82-8cf2-4fbb-bdae-2fd874c45b8a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.975858] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1190.975858] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d3ba34-66b3-f995-1b08-93d3b6e88f2a" [ 1190.975858] env[69572]: _type = "Task" [ 1190.975858] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.982794] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d3ba34-66b3-f995-1b08-93d3b6e88f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.339992] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435342, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.466863] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.485408] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d3ba34-66b3-f995-1b08-93d3b6e88f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.095447} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.486377] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ef4246-4afb-4ebc-b941-23069ae412d7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.491849] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1191.491849] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52abb1e8-543d-10b4-4abf-2878ea5cfa03" [ 1191.491849] env[69572]: _type = "Task" [ 1191.491849] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.500064] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52abb1e8-543d-10b4-4abf-2878ea5cfa03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.839476] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435342, 'name': Rename_Task, 'duration_secs': 0.818827} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.839862] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.840218] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb555aff-7710-4300-b832-bbfecc797c32 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.845465] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1191.845465] env[69572]: value = "task-3435344" [ 1191.845465] env[69572]: _type = "Task" [ 1191.845465] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.854572] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.966932] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435343, 'name': ReconfigVM_Task, 'duration_secs': 0.837095} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.967296] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Reconfigured VM instance instance-00000077 to attach disk [datastore1] e6d92416-1b84-4bfc-8aaf-0ac4435060bd/e6d92416-1b84-4bfc-8aaf-0ac4435060bd.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.967957] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d332e8c-df2c-4027-85db-e9bc4b316594 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.974722] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1191.974722] env[69572]: value = "task-3435345" [ 1191.974722] env[69572]: _type = "Task" [ 1191.974722] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.982830] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435345, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.001168] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52abb1e8-543d-10b4-4abf-2878ea5cfa03, 'name': SearchDatastore_Task, 'duration_secs': 0.022781} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.001498] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.001936] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] db24db4c-1437-457b-bf4f-f2cdca08d36e/db24db4c-1437-457b-bf4f-f2cdca08d36e.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.002251] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e326d61e-d7a9-468c-a0b2-398e7741a542 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.008691] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1192.008691] env[69572]: value = "task-3435346" [ 1192.008691] env[69572]: _type = "Task" [ 1192.008691] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.016654] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.355581] env[69572]: DEBUG oslo_vmware.api [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435344, 'name': PowerOnVM_Task, 'duration_secs': 0.479292} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.355879] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.474457] env[69572]: DEBUG nova.compute.manager [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.475523] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160b6f2b-2762-47ab-9244-d3acb96b879e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.490464] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435345, 'name': Rename_Task, 'duration_secs': 0.177369} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.490969] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.491210] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a53dfa56-ad73-4a92-adad-6abcdd1a465c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.496541] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1192.496541] env[69572]: value = "task-3435347" [ 1192.496541] env[69572]: _type = "Task" [ 1192.496541] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.503796] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.516660] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468298} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.516892] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] db24db4c-1437-457b-bf4f-f2cdca08d36e/db24db4c-1437-457b-bf4f-f2cdca08d36e.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.517163] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.517367] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14be2d14-91fe-4183-808f-3c4b7f6b28ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.522551] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1192.522551] env[69572]: value = "task-3435348" [ 1192.522551] env[69572]: _type = "Task" [ 1192.522551] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.530779] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.001296] env[69572]: DEBUG oslo_concurrency.lockutils [None req-31904117-5ff2-40cc-8f45-b147cca6bb10 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "c8ff5717-d707-480a-8670-68a745ca2437" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.740s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.002225] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "c8ff5717-d707-480a-8670-68a745ca2437" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.237s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.002436] env[69572]: INFO nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: c8ff5717-d707-480a-8670-68a745ca2437] During sync_power_state the instance has a pending task (spawning). Skip. [ 1193.002608] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "c8ff5717-d707-480a-8670-68a745ca2437" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.008504] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.031789] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07837} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.032048] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.032786] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5481181c-d9c0-4845-97d7-df7d42fff079 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.054058] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] db24db4c-1437-457b-bf4f-f2cdca08d36e/db24db4c-1437-457b-bf4f-f2cdca08d36e.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.054505] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dacc96f-7143-4824-b5e6-2b2d8837f608 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.072587] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1193.072587] env[69572]: value = "task-3435349" [ 1193.072587] env[69572]: _type = "Task" [ 1193.072587] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.081901] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.507279] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.582062] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435349, 'name': ReconfigVM_Task, 'duration_secs': 0.445895} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.582326] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] db24db4c-1437-457b-bf4f-f2cdca08d36e/db24db4c-1437-457b-bf4f-f2cdca08d36e.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.583053] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec491a9b-ea4c-412a-bd35-3082edd936ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.588524] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1193.588524] env[69572]: value = "task-3435350" [ 1193.588524] env[69572]: _type = "Task" [ 1193.588524] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.596250] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435350, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.007306] env[69572]: DEBUG oslo_vmware.api [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435347, 'name': PowerOnVM_Task, 'duration_secs': 1.167437} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.007606] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.007781] env[69572]: INFO nova.compute.manager [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1194.007955] env[69572]: DEBUG nova.compute.manager [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1194.008718] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f5837d-f233-45a4-b520-feb6aced9823 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.097759] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435350, 'name': Rename_Task, 'duration_secs': 0.155782} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.098029] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.098292] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c640848-dc2f-43fa-8b0e-ff32e3c64c9e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.104137] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1194.104137] env[69572]: value = "task-3435351" [ 1194.104137] env[69572]: _type = "Task" [ 1194.104137] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.111052] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.524552] env[69572]: INFO nova.compute.manager [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Took 16.45 seconds to build instance. [ 1194.614449] env[69572]: DEBUG oslo_vmware.api [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435351, 'name': PowerOnVM_Task, 'duration_secs': 0.417855} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.614707] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.614909] env[69572]: INFO nova.compute.manager [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1194.615199] env[69572]: DEBUG nova.compute.manager [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1194.615983] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b579b3f-b7c5-46bf-b443-d447bebacc3e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.695597] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d7bf32-4666-459a-929f-e0786595cdcc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.702997] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01255954-2c47-4c91-b564-52aa88bceffd tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Suspending the VM {{(pid=69572) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1194.702997] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-29c34421-1216-4cec-bcb9-5c03136603b9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.708557] env[69572]: DEBUG oslo_vmware.api [None req-01255954-2c47-4c91-b564-52aa88bceffd tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1194.708557] env[69572]: value = "task-3435352" [ 1194.708557] env[69572]: _type = "Task" [ 1194.708557] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.716506] env[69572]: DEBUG oslo_vmware.api [None req-01255954-2c47-4c91-b564-52aa88bceffd tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435352, 'name': SuspendVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.876537] env[69572]: DEBUG nova.compute.manager [req-8848048c-97ca-46e7-8936-044646e06b3f req-6f441ef7-1f57-4784-b6ed-0086f47cf6c3 service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Received event network-changed-69787527-165f-494c-bfee-552dcf862d34 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1194.876750] env[69572]: DEBUG nova.compute.manager [req-8848048c-97ca-46e7-8936-044646e06b3f req-6f441ef7-1f57-4784-b6ed-0086f47cf6c3 service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Refreshing instance network info cache due to event network-changed-69787527-165f-494c-bfee-552dcf862d34. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1194.876998] env[69572]: DEBUG oslo_concurrency.lockutils [req-8848048c-97ca-46e7-8936-044646e06b3f req-6f441ef7-1f57-4784-b6ed-0086f47cf6c3 service nova] Acquiring lock "refresh_cache-e6d92416-1b84-4bfc-8aaf-0ac4435060bd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.877170] env[69572]: DEBUG oslo_concurrency.lockutils [req-8848048c-97ca-46e7-8936-044646e06b3f req-6f441ef7-1f57-4784-b6ed-0086f47cf6c3 service nova] Acquired lock "refresh_cache-e6d92416-1b84-4bfc-8aaf-0ac4435060bd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.877345] env[69572]: DEBUG nova.network.neutron [req-8848048c-97ca-46e7-8936-044646e06b3f req-6f441ef7-1f57-4784-b6ed-0086f47cf6c3 service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Refreshing network info cache for port 69787527-165f-494c-bfee-552dcf862d34 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.027883] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fb6084bb-fb06-4355-8e40-92a08387cb68 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.965s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.028345] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.261s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.028498] env[69572]: INFO nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] During sync_power_state the instance has a pending task (spawning). Skip. [ 1195.028686] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.133931] env[69572]: INFO nova.compute.manager [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Took 16.99 seconds to build instance. [ 1195.219897] env[69572]: DEBUG oslo_vmware.api [None req-01255954-2c47-4c91-b564-52aa88bceffd tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435352, 'name': SuspendVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.579395] env[69572]: DEBUG nova.network.neutron [req-8848048c-97ca-46e7-8936-044646e06b3f req-6f441ef7-1f57-4784-b6ed-0086f47cf6c3 service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Updated VIF entry in instance network info cache for port 69787527-165f-494c-bfee-552dcf862d34. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.579767] env[69572]: DEBUG nova.network.neutron [req-8848048c-97ca-46e7-8936-044646e06b3f req-6f441ef7-1f57-4784-b6ed-0086f47cf6c3 service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Updating instance_info_cache with network_info: [{"id": "69787527-165f-494c-bfee-552dcf862d34", "address": "fa:16:3e:c2:91:62", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69787527-16", "ovs_interfaceid": "69787527-165f-494c-bfee-552dcf862d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.635980] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e12474d5-6051-4590-9464-bc45133dd893 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.505s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.636268] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.869s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.636454] env[69572]: INFO nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] During sync_power_state the instance has a pending task (networking). Skip. [ 1195.636622] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.719828] env[69572]: DEBUG oslo_vmware.api [None req-01255954-2c47-4c91-b564-52aa88bceffd tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435352, 'name': SuspendVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.082563] env[69572]: DEBUG oslo_concurrency.lockutils [req-8848048c-97ca-46e7-8936-044646e06b3f req-6f441ef7-1f57-4784-b6ed-0086f47cf6c3 service nova] Releasing lock "refresh_cache-e6d92416-1b84-4bfc-8aaf-0ac4435060bd" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.220241] env[69572]: DEBUG oslo_vmware.api [None req-01255954-2c47-4c91-b564-52aa88bceffd tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435352, 'name': SuspendVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.720985] env[69572]: DEBUG oslo_vmware.api [None req-01255954-2c47-4c91-b564-52aa88bceffd tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435352, 'name': SuspendVM_Task, 'duration_secs': 1.543887} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.721287] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-01255954-2c47-4c91-b564-52aa88bceffd tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Suspended the VM {{(pid=69572) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1196.721463] env[69572]: DEBUG nova.compute.manager [None req-01255954-2c47-4c91-b564-52aa88bceffd tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.722259] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c597d652-3ce4-4a97-aaf5-af0b10536b30 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.910134] env[69572]: DEBUG nova.compute.manager [req-1d533142-5c1b-4234-82cc-0bf758d1145b req-996be2d0-d5fa-43bd-92f3-bc0c73346172 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Received event network-changed-8cc973b8-b6fd-4070-9a7b-9f6452be6de6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1196.910370] env[69572]: DEBUG nova.compute.manager [req-1d533142-5c1b-4234-82cc-0bf758d1145b req-996be2d0-d5fa-43bd-92f3-bc0c73346172 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Refreshing instance network info cache due to event network-changed-8cc973b8-b6fd-4070-9a7b-9f6452be6de6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1196.910507] env[69572]: DEBUG oslo_concurrency.lockutils [req-1d533142-5c1b-4234-82cc-0bf758d1145b req-996be2d0-d5fa-43bd-92f3-bc0c73346172 service nova] Acquiring lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.910650] env[69572]: DEBUG oslo_concurrency.lockutils [req-1d533142-5c1b-4234-82cc-0bf758d1145b req-996be2d0-d5fa-43bd-92f3-bc0c73346172 service nova] Acquired lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.910808] env[69572]: DEBUG nova.network.neutron [req-1d533142-5c1b-4234-82cc-0bf758d1145b req-996be2d0-d5fa-43bd-92f3-bc0c73346172 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Refreshing network info cache for port 8cc973b8-b6fd-4070-9a7b-9f6452be6de6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.635574] env[69572]: DEBUG nova.network.neutron [req-1d533142-5c1b-4234-82cc-0bf758d1145b req-996be2d0-d5fa-43bd-92f3-bc0c73346172 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Updated VIF entry in instance network info cache for port 8cc973b8-b6fd-4070-9a7b-9f6452be6de6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.636061] env[69572]: DEBUG nova.network.neutron [req-1d533142-5c1b-4234-82cc-0bf758d1145b req-996be2d0-d5fa-43bd-92f3-bc0c73346172 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Updating instance_info_cache with network_info: [{"id": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "address": "fa:16:3e:11:67:5f", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc973b8-b6", "ovs_interfaceid": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.139409] env[69572]: DEBUG oslo_concurrency.lockutils [req-1d533142-5c1b-4234-82cc-0bf758d1145b req-996be2d0-d5fa-43bd-92f3-bc0c73346172 service nova] Releasing lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.246325] env[69572]: INFO nova.compute.manager [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Resuming [ 1198.246978] env[69572]: DEBUG nova.objects.instance [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lazy-loading 'flavor' on Instance uuid c8ff5717-d707-480a-8670-68a745ca2437 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.757968] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.758387] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquired lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.758387] env[69572]: DEBUG nova.network.neutron [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.442423] env[69572]: DEBUG nova.network.neutron [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updating instance_info_cache with network_info: [{"id": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "address": "fa:16:3e:ec:d7:c4", "network": {"id": "ac7fe217-999c-4143-9b0a-f32fef0273a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1363142453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0472a44b2e540de8f34f33c4924daa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80449220-8b", "ovs_interfaceid": "80449220-8b3c-42c8-a0ca-e172dc7e8637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.945222] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Releasing lock "refresh_cache-c8ff5717-d707-480a-8670-68a745ca2437" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.946175] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fbb051-8699-4879-a47a-18fd1300e4aa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.953523] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Resuming the VM {{(pid=69572) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1200.953740] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92ce656e-f35a-4a59-aa4c-c839f87c6d28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.960057] env[69572]: DEBUG oslo_vmware.api [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1200.960057] env[69572]: value = "task-3435353" [ 1200.960057] env[69572]: _type = "Task" [ 1200.960057] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.967535] env[69572]: DEBUG oslo_vmware.api [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.469737] env[69572]: DEBUG oslo_vmware.api [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.972083] env[69572]: DEBUG oslo_vmware.api [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435353, 'name': PowerOnVM_Task, 'duration_secs': 0.920439} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.972518] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Resumed the VM {{(pid=69572) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1201.972573] env[69572]: DEBUG nova.compute.manager [None req-c8204af5-59b1-4312-b0b1-4ad18124a6a2 tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1201.973348] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3225680-0c85-456f-a904-6535aed01c19 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.376627] env[69572]: DEBUG oslo_concurrency.lockutils [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "c8ff5717-d707-480a-8670-68a745ca2437" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.377101] env[69572]: DEBUG oslo_concurrency.lockutils [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "c8ff5717-d707-480a-8670-68a745ca2437" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.377279] env[69572]: DEBUG oslo_concurrency.lockutils [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "c8ff5717-d707-480a-8670-68a745ca2437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.377386] env[69572]: DEBUG oslo_concurrency.lockutils [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "c8ff5717-d707-480a-8670-68a745ca2437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.377557] env[69572]: DEBUG oslo_concurrency.lockutils [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "c8ff5717-d707-480a-8670-68a745ca2437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.379563] env[69572]: INFO nova.compute.manager [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Terminating instance [ 1206.883510] env[69572]: DEBUG nova.compute.manager [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1206.883710] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.884621] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3222270-19d2-414e-a2cf-05a8acdb7b66 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.892718] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.892962] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e0984f4-a85c-438d-bf76-a9e0da0b6f3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.899290] env[69572]: DEBUG oslo_vmware.api [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1206.899290] env[69572]: value = "task-3435354" [ 1206.899290] env[69572]: _type = "Task" [ 1206.899290] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.908643] env[69572]: DEBUG oslo_vmware.api [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.410099] env[69572]: DEBUG oslo_vmware.api [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435354, 'name': PowerOffVM_Task, 'duration_secs': 0.171647} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.410480] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.410592] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.410876] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5269a3da-a9d2-4d07-b550-83ca5b80c495 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.469092] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.469363] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.469591] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleting the datastore file [datastore1] c8ff5717-d707-480a-8670-68a745ca2437 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.469882] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd0000cf-364b-4382-83d0-f376c9db6d3f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.476271] env[69572]: DEBUG oslo_vmware.api [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for the task: (returnval){ [ 1207.476271] env[69572]: value = "task-3435356" [ 1207.476271] env[69572]: _type = "Task" [ 1207.476271] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.484199] env[69572]: DEBUG oslo_vmware.api [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.986187] env[69572]: DEBUG oslo_vmware.api [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Task: {'id': task-3435356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1316} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.986428] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.986613] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.986785] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.986953] env[69572]: INFO nova.compute.manager [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1207.987219] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.987429] env[69572]: DEBUG nova.compute.manager [-] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1207.987529] env[69572]: DEBUG nova.network.neutron [-] [instance: c8ff5717-d707-480a-8670-68a745ca2437] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.261241] env[69572]: DEBUG nova.compute.manager [req-728d02f1-f450-4429-928e-64198412b5f4 req-d7e526ae-71e9-4083-b625-63983c189ce2 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Received event network-vif-deleted-80449220-8b3c-42c8-a0ca-e172dc7e8637 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1208.261241] env[69572]: INFO nova.compute.manager [req-728d02f1-f450-4429-928e-64198412b5f4 req-d7e526ae-71e9-4083-b625-63983c189ce2 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Neutron deleted interface 80449220-8b3c-42c8-a0ca-e172dc7e8637; detaching it from the instance and deleting it from the info cache [ 1208.261241] env[69572]: DEBUG nova.network.neutron [req-728d02f1-f450-4429-928e-64198412b5f4 req-d7e526ae-71e9-4083-b625-63983c189ce2 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.715597] env[69572]: DEBUG nova.network.neutron [-] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.763313] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02b67cf7-8c97-4ff8-b470-0c7c22c5233e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.773065] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e220e7-8577-438a-b512-860f5de258e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.801594] env[69572]: DEBUG nova.compute.manager [req-728d02f1-f450-4429-928e-64198412b5f4 req-d7e526ae-71e9-4083-b625-63983c189ce2 service nova] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Detach interface failed, port_id=80449220-8b3c-42c8-a0ca-e172dc7e8637, reason: Instance c8ff5717-d707-480a-8670-68a745ca2437 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1209.218110] env[69572]: INFO nova.compute.manager [-] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Took 1.23 seconds to deallocate network for instance. [ 1209.725879] env[69572]: DEBUG oslo_concurrency.lockutils [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.726212] env[69572]: DEBUG oslo_concurrency.lockutils [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.726455] env[69572]: DEBUG nova.objects.instance [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lazy-loading 'resources' on Instance uuid c8ff5717-d707-480a-8670-68a745ca2437 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.338103] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712a4f0a-d29e-41d0-b4d1-6f04da89652a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.347300] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b83602-4923-4c6c-abb6-8fa2731b33fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.376974] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212b8dad-2973-41bb-a2f2-a253486677da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.385056] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0574512e-adbb-4baa-82ac-5834851bd355 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.398750] env[69572]: DEBUG nova.compute.provider_tree [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.905101] env[69572]: DEBUG nova.scheduler.client.report [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.908687] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.908916] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.909166] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.909362] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.909565] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.911292] env[69572]: INFO nova.compute.manager [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Terminating instance [ 1211.412617] env[69572]: DEBUG oslo_concurrency.lockutils [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.415351] env[69572]: DEBUG nova.compute.manager [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1211.415733] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.416418] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f9006-cadc-4043-a995-ebc19de276de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.423907] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.424166] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cab8198d-dcc1-46ab-b836-9782ad7b1fb3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.429990] env[69572]: DEBUG oslo_vmware.api [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1211.429990] env[69572]: value = "task-3435357" [ 1211.429990] env[69572]: _type = "Task" [ 1211.429990] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.433747] env[69572]: INFO nova.scheduler.client.report [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Deleted allocations for instance c8ff5717-d707-480a-8670-68a745ca2437 [ 1211.442423] env[69572]: DEBUG oslo_vmware.api [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.941984] env[69572]: DEBUG oslo_vmware.api [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435357, 'name': PowerOffVM_Task, 'duration_secs': 0.205075} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.942741] env[69572]: DEBUG oslo_concurrency.lockutils [None req-462ecee3-b196-4359-b6ab-b49ab273cf6b tempest-ServersNegativeTestJSON-2097378693 tempest-ServersNegativeTestJSON-2097378693-project-member] Lock "c8ff5717-d707-480a-8670-68a745ca2437" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.566s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.943407] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.943586] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.944017] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d2f38c-1c18-4737-bf19-cb798e3a1ff4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.002189] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.002459] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.002647] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleting the datastore file [datastore2] 036b1202-94cb-47b2-af1d-4bdaef6b5ada {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.002881] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57d72088-38bf-4548-8fcd-596d23d481e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.008947] env[69572]: DEBUG oslo_vmware.api [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for the task: (returnval){ [ 1212.008947] env[69572]: value = "task-3435359" [ 1212.008947] env[69572]: _type = "Task" [ 1212.008947] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.016496] env[69572]: DEBUG oslo_vmware.api [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.519212] env[69572]: DEBUG oslo_vmware.api [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Task: {'id': task-3435359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137663} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.519532] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.519718] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.519843] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.519972] env[69572]: INFO nova.compute.manager [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1212.520263] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.520455] env[69572]: DEBUG nova.compute.manager [-] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1212.520545] env[69572]: DEBUG nova.network.neutron [-] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.968514] env[69572]: DEBUG nova.compute.manager [req-cf15c8fb-761a-40f2-b7d2-40076364b3af req-feed1380-2296-49d2-87f9-47b4eda2b3d9 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Received event network-vif-deleted-e4fc3bad-45f1-4d71-93eb-37e9c3e648f9 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1212.968795] env[69572]: INFO nova.compute.manager [req-cf15c8fb-761a-40f2-b7d2-40076364b3af req-feed1380-2296-49d2-87f9-47b4eda2b3d9 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Neutron deleted interface e4fc3bad-45f1-4d71-93eb-37e9c3e648f9; detaching it from the instance and deleting it from the info cache [ 1212.969036] env[69572]: DEBUG nova.network.neutron [req-cf15c8fb-761a-40f2-b7d2-40076364b3af req-feed1380-2296-49d2-87f9-47b4eda2b3d9 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.444487] env[69572]: DEBUG nova.network.neutron [-] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.471542] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0022b1e-10c3-4a31-9a75-e64b99e1534a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.482531] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422e0fd0-c326-4576-a8a2-de7aa37732da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.512616] env[69572]: DEBUG nova.compute.manager [req-cf15c8fb-761a-40f2-b7d2-40076364b3af req-feed1380-2296-49d2-87f9-47b4eda2b3d9 service nova] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Detach interface failed, port_id=e4fc3bad-45f1-4d71-93eb-37e9c3e648f9, reason: Instance 036b1202-94cb-47b2-af1d-4bdaef6b5ada could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1213.947090] env[69572]: INFO nova.compute.manager [-] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Took 1.43 seconds to deallocate network for instance. [ 1214.454064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.454064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.454481] env[69572]: DEBUG nova.objects.instance [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lazy-loading 'resources' on Instance uuid 036b1202-94cb-47b2-af1d-4bdaef6b5ada {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.048767] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10f7578-3e3a-42bf-9226-6a9049cc576e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.055826] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca41ba9-f4e4-40e4-8d81-75965f899ce6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.084974] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d07cbbe-5061-439d-a4f1-acbf2d65a7ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.091833] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b953fa4d-4c28-4e01-8903-ee9bf1f9c2cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.104311] env[69572]: DEBUG nova.compute.provider_tree [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.314223] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "2b6242e7-0252-495b-b66a-d6e3244624d0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.314502] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.607681] env[69572]: DEBUG nova.scheduler.client.report [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.817088] env[69572]: INFO nova.compute.manager [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Detaching volume 27e170ab-1cc0-433a-a4af-c4bd416c5100 [ 1215.850404] env[69572]: INFO nova.virt.block_device [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Attempting to driver detach volume 27e170ab-1cc0-433a-a4af-c4bd416c5100 from mountpoint /dev/sdb [ 1215.850517] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.850749] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685748', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'name': 'volume-27e170ab-1cc0-433a-a4af-c4bd416c5100', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b6242e7-0252-495b-b66a-d6e3244624d0', 'attached_at': '', 'detached_at': '', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'serial': '27e170ab-1cc0-433a-a4af-c4bd416c5100'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.851589] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e5f8a5-afb6-4f32-a0fb-a7b0862e6c21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.874836] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18142b1-96d6-46fb-95aa-767dd1ed956e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.881703] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d99d43e-2a61-425c-ac52-6ce8c8df4e82 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.901137] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13118c97-f62e-416c-aa69-897d787ac4b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.915087] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] The volume has not been displaced from its original location: [datastore1] volume-27e170ab-1cc0-433a-a4af-c4bd416c5100/volume-27e170ab-1cc0-433a-a4af-c4bd416c5100.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1215.920322] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.920623] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6741e6b3-7bfe-4570-9865-bcb3098e3ef6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.937921] env[69572]: DEBUG oslo_vmware.api [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1215.937921] env[69572]: value = "task-3435360" [ 1215.937921] env[69572]: _type = "Task" [ 1215.937921] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.945619] env[69572]: DEBUG oslo_vmware.api [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.113198] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.133990] env[69572]: INFO nova.scheduler.client.report [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Deleted allocations for instance 036b1202-94cb-47b2-af1d-4bdaef6b5ada [ 1216.448139] env[69572]: DEBUG oslo_vmware.api [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435360, 'name': ReconfigVM_Task, 'duration_secs': 0.234262} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.448401] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.453037] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb79e330-b2d2-4e9a-a3a2-6516cb8ba167 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.467566] env[69572]: DEBUG oslo_vmware.api [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1216.467566] env[69572]: value = "task-3435361" [ 1216.467566] env[69572]: _type = "Task" [ 1216.467566] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.477991] env[69572]: DEBUG oslo_vmware.api [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.643177] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b36d6461-83e1-42c1-a403-f6b7d871cf42 tempest-AttachVolumeShelveTestJSON-2071188749 tempest-AttachVolumeShelveTestJSON-2071188749-project-member] Lock "036b1202-94cb-47b2-af1d-4bdaef6b5ada" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.977270] env[69572]: DEBUG oslo_vmware.api [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435361, 'name': ReconfigVM_Task, 'duration_secs': 0.143669} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.977629] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685748', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'name': 'volume-27e170ab-1cc0-433a-a4af-c4bd416c5100', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b6242e7-0252-495b-b66a-d6e3244624d0', 'attached_at': '', 'detached_at': '', 'volume_id': '27e170ab-1cc0-433a-a4af-c4bd416c5100', 'serial': '27e170ab-1cc0-433a-a4af-c4bd416c5100'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1217.517898] env[69572]: DEBUG nova.objects.instance [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lazy-loading 'flavor' on Instance uuid 2b6242e7-0252-495b-b66a-d6e3244624d0 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.526093] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c28a9f06-efc4-4c35-86f9-270aae88808b tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.361960] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.362256] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.362441] env[69572]: INFO nova.compute.manager [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Shelving [ 1219.578578] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "2b6242e7-0252-495b-b66a-d6e3244624d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.578929] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.579148] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "2b6242e7-0252-495b-b66a-d6e3244624d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.579381] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.579594] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.582013] env[69572]: INFO nova.compute.manager [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Terminating instance [ 1220.086055] env[69572]: DEBUG nova.compute.manager [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1220.086055] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.086965] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071b24d5-ceca-40ed-94b0-d92d9514f467 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.094783] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.095014] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29521471-cc29-4454-94b6-94d2ecbb8728 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.100752] env[69572]: DEBUG oslo_vmware.api [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1220.100752] env[69572]: value = "task-3435363" [ 1220.100752] env[69572]: _type = "Task" [ 1220.100752] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.108951] env[69572]: DEBUG oslo_vmware.api [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.371854] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.372228] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e88df50-2716-4b14-b691-58696c36a119 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.378562] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1220.378562] env[69572]: value = "task-3435364" [ 1220.378562] env[69572]: _type = "Task" [ 1220.378562] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.386512] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.610135] env[69572]: DEBUG oslo_vmware.api [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435363, 'name': PowerOffVM_Task, 'duration_secs': 0.260228} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.610442] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.610566] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.610799] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34370e46-a676-4d55-a979-a127265b8831 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.666639] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.666883] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.667028] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleting the datastore file [datastore1] 2b6242e7-0252-495b-b66a-d6e3244624d0 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.667286] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ef29206-b19b-4206-b8e4-a2047e0de6d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.673990] env[69572]: DEBUG oslo_vmware.api [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1220.673990] env[69572]: value = "task-3435366" [ 1220.673990] env[69572]: _type = "Task" [ 1220.673990] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.681032] env[69572]: DEBUG oslo_vmware.api [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.888070] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435364, 'name': PowerOffVM_Task, 'duration_secs': 0.170562} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.888322] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.889129] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d57e5c8-20d8-42c0-9d9a-e660e881ee44 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.908287] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f233e8-bb28-48b4-a8e8-cc96463df910 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.184373] env[69572]: DEBUG oslo_vmware.api [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121222} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.184655] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.184841] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.185022] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.185198] env[69572]: INFO nova.compute.manager [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1221.185443] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.185639] env[69572]: DEBUG nova.compute.manager [-] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1221.185735] env[69572]: DEBUG nova.network.neutron [-] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.417725] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Creating Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1221.418008] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7011a67-d677-4ce9-8bcf-3f1befad5af1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.427200] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1221.427200] env[69572]: value = "task-3435367" [ 1221.427200] env[69572]: _type = "Task" [ 1221.427200] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.435563] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435367, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.608817] env[69572]: DEBUG nova.compute.manager [req-4c4e3de6-1f6c-4632-98ba-5cc84108b4fd req-e2328cb2-84c6-4c57-b82e-7d7d8ae7fdd3 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Received event network-vif-deleted-cbc162d7-1f7b-4769-9a32-7865c75e12b6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1221.609062] env[69572]: INFO nova.compute.manager [req-4c4e3de6-1f6c-4632-98ba-5cc84108b4fd req-e2328cb2-84c6-4c57-b82e-7d7d8ae7fdd3 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Neutron deleted interface cbc162d7-1f7b-4769-9a32-7865c75e12b6; detaching it from the instance and deleting it from the info cache [ 1221.609256] env[69572]: DEBUG nova.network.neutron [req-4c4e3de6-1f6c-4632-98ba-5cc84108b4fd req-e2328cb2-84c6-4c57-b82e-7d7d8ae7fdd3 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.937045] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435367, 'name': CreateSnapshot_Task, 'duration_secs': 0.432561} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.937360] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Created Snapshot of the VM instance {{(pid=69572) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1221.938118] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41285a5-167e-4799-9ead-87fc3b376f02 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.094675] env[69572]: DEBUG nova.network.neutron [-] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.111257] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2e41441-5ead-4841-8291-579b71349fa6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.123018] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2c7183-78b6-4f5c-a9cc-56c5d0e32552 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.151852] env[69572]: DEBUG nova.compute.manager [req-4c4e3de6-1f6c-4632-98ba-5cc84108b4fd req-e2328cb2-84c6-4c57-b82e-7d7d8ae7fdd3 service nova] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Detach interface failed, port_id=cbc162d7-1f7b-4769-9a32-7865c75e12b6, reason: Instance 2b6242e7-0252-495b-b66a-d6e3244624d0 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1222.460201] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Creating linked-clone VM from snapshot {{(pid=69572) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1222.460201] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd0564b1-f1ec-4a90-81f4-80156ecd6f44 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.467189] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1222.467189] env[69572]: value = "task-3435368" [ 1222.467189] env[69572]: _type = "Task" [ 1222.467189] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.478730] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435368, 'name': CloneVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.595033] env[69572]: INFO nova.compute.manager [-] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Took 1.41 seconds to deallocate network for instance. [ 1222.978897] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435368, 'name': CloneVM_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.102385] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.102517] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.102779] env[69572]: DEBUG nova.objects.instance [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lazy-loading 'resources' on Instance uuid 2b6242e7-0252-495b-b66a-d6e3244624d0 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.478198] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435368, 'name': CloneVM_Task} progress is 95%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.683413] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae3e5b8-c106-4802-9112-eb3a88527693 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.690702] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94248fb3-a09f-4330-b623-22d7bd99be7c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.721502] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355ee2b8-98f9-41b6-b920-238fff8e38ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.728727] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de82d07-d171-4d93-9633-1394c93df5bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.743042] env[69572]: DEBUG nova.compute.provider_tree [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.979020] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435368, 'name': CloneVM_Task} progress is 95%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.246344] env[69572]: DEBUG nova.scheduler.client.report [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.478988] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435368, 'name': CloneVM_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.752061] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.775702] env[69572]: INFO nova.scheduler.client.report [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted allocations for instance 2b6242e7-0252-495b-b66a-d6e3244624d0 [ 1224.980675] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435368, 'name': CloneVM_Task, 'duration_secs': 2.019074} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.982200] env[69572]: INFO nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Created linked-clone VM from snapshot [ 1224.982200] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68058d67-6ae5-4aca-a4ba-9ff942f32716 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.989493] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Uploading image 601afa46-b45d-4fd6-95df-2a1e93d58354 {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1225.017190] env[69572]: DEBUG oslo_vmware.rw_handles [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1225.017190] env[69572]: value = "vm-685761" [ 1225.017190] env[69572]: _type = "VirtualMachine" [ 1225.017190] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1225.017527] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f770578a-42bf-4972-bce3-e0b4dc323a8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.024158] env[69572]: DEBUG oslo_vmware.rw_handles [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lease: (returnval){ [ 1225.024158] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52063928-cc28-ac42-8549-0b1d6cde3820" [ 1225.024158] env[69572]: _type = "HttpNfcLease" [ 1225.024158] env[69572]: } obtained for exporting VM: (result){ [ 1225.024158] env[69572]: value = "vm-685761" [ 1225.024158] env[69572]: _type = "VirtualMachine" [ 1225.024158] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1225.024451] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the lease: (returnval){ [ 1225.024451] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52063928-cc28-ac42-8549-0b1d6cde3820" [ 1225.024451] env[69572]: _type = "HttpNfcLease" [ 1225.024451] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1225.030476] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.030476] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52063928-cc28-ac42-8549-0b1d6cde3820" [ 1225.030476] env[69572]: _type = "HttpNfcLease" [ 1225.030476] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1225.284878] env[69572]: DEBUG oslo_concurrency.lockutils [None req-cadc6169-9d3b-4b6e-b561-507ede972143 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "2b6242e7-0252-495b-b66a-d6e3244624d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.706s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.532537] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.532537] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52063928-cc28-ac42-8549-0b1d6cde3820" [ 1225.532537] env[69572]: _type = "HttpNfcLease" [ 1225.532537] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1225.532827] env[69572]: DEBUG oslo_vmware.rw_handles [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1225.532827] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52063928-cc28-ac42-8549-0b1d6cde3820" [ 1225.532827] env[69572]: _type = "HttpNfcLease" [ 1225.532827] env[69572]: }. {{(pid=69572) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1225.533556] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d86d53-e686-47a3-92fb-9f86f295749e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.540801] env[69572]: DEBUG oslo_vmware.rw_handles [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52425b1f-51d6-ddec-098d-bb6497389dd2/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1225.540989] env[69572]: DEBUG oslo_vmware.rw_handles [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52425b1f-51d6-ddec-098d-bb6497389dd2/disk-0.vmdk for reading. {{(pid=69572) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1225.713773] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f523aa09-5158-430b-a109-31a09c912d0c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.055231] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "30581de9-9aa0-4ccd-8603-ad92620b0691" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.056390] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "30581de9-9aa0-4ccd-8603-ad92620b0691" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.559556] env[69572]: DEBUG nova.compute.manager [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1228.082874] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.083207] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.084632] env[69572]: INFO nova.compute.claims [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.183358] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d621e3-201b-4ccb-9a15-04877813143c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.192215] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a9216-cd00-4318-9224-8696fd5c43da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.228550] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3685b82-93e0-4eb7-9bf0-231449b4fc91 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.237228] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b86493-003a-4c69-8dc3-2bad4a06a6cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.253162] env[69572]: DEBUG nova.compute.provider_tree [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.757245] env[69572]: DEBUG nova.scheduler.client.report [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.262992] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.263631] env[69572]: DEBUG nova.compute.manager [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1230.768503] env[69572]: DEBUG nova.compute.utils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.770115] env[69572]: DEBUG nova.compute.manager [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1230.770252] env[69572]: DEBUG nova.network.neutron [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.811577] env[69572]: DEBUG nova.policy [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75cd59080a4f4c7aaed6acb51010556b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40070b7dddf8492d8af786fe89687bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.273832] env[69572]: DEBUG nova.compute.manager [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1231.293311] env[69572]: DEBUG nova.network.neutron [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Successfully created port: d82cbdae-4f22-45ee-bb41-fb04c3ae1831 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.285050] env[69572]: DEBUG nova.compute.manager [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1232.310788] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.311058] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.311228] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.311415] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.311559] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.311706] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.311910] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.312078] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.312248] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.312413] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.312623] env[69572]: DEBUG nova.virt.hardware [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.313548] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64d23d3-1a0a-479d-b3c5-1864b5834c8c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.322348] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f69494e-d4d3-4c25-9304-12b396f927c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.616255] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.616550] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.616736] env[69572]: DEBUG nova.compute.manager [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1232.617848] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c0bfdc-2bbc-4ba7-a147-7fa4d37f83fc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.624782] env[69572]: DEBUG nova.compute.manager [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69572) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3403}} [ 1232.625443] env[69572]: DEBUG nova.objects.instance [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'flavor' on Instance uuid db24db4c-1437-457b-bf4f-f2cdca08d36e {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.652172] env[69572]: DEBUG nova.compute.manager [req-b68ea651-08a9-448d-ba46-d9ee1d00e533 req-acac46d5-ec32-45c3-a7d4-289c82fcc6ed service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Received event network-vif-plugged-d82cbdae-4f22-45ee-bb41-fb04c3ae1831 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1232.652389] env[69572]: DEBUG oslo_concurrency.lockutils [req-b68ea651-08a9-448d-ba46-d9ee1d00e533 req-acac46d5-ec32-45c3-a7d4-289c82fcc6ed service nova] Acquiring lock "30581de9-9aa0-4ccd-8603-ad92620b0691-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.652607] env[69572]: DEBUG oslo_concurrency.lockutils [req-b68ea651-08a9-448d-ba46-d9ee1d00e533 req-acac46d5-ec32-45c3-a7d4-289c82fcc6ed service nova] Lock "30581de9-9aa0-4ccd-8603-ad92620b0691-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.652752] env[69572]: DEBUG oslo_concurrency.lockutils [req-b68ea651-08a9-448d-ba46-d9ee1d00e533 req-acac46d5-ec32-45c3-a7d4-289c82fcc6ed service nova] Lock "30581de9-9aa0-4ccd-8603-ad92620b0691-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.652901] env[69572]: DEBUG nova.compute.manager [req-b68ea651-08a9-448d-ba46-d9ee1d00e533 req-acac46d5-ec32-45c3-a7d4-289c82fcc6ed service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] No waiting events found dispatching network-vif-plugged-d82cbdae-4f22-45ee-bb41-fb04c3ae1831 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1232.653071] env[69572]: WARNING nova.compute.manager [req-b68ea651-08a9-448d-ba46-d9ee1d00e533 req-acac46d5-ec32-45c3-a7d4-289c82fcc6ed service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Received unexpected event network-vif-plugged-d82cbdae-4f22-45ee-bb41-fb04c3ae1831 for instance with vm_state building and task_state spawning. [ 1232.738054] env[69572]: DEBUG nova.network.neutron [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Successfully updated port: d82cbdae-4f22-45ee-bb41-fb04c3ae1831 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.781424] env[69572]: DEBUG oslo_concurrency.lockutils [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.781664] env[69572]: DEBUG oslo_concurrency.lockutils [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.841743] env[69572]: DEBUG oslo_vmware.rw_handles [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52425b1f-51d6-ddec-098d-bb6497389dd2/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1232.842739] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d01a9a-4abe-48e2-8407-9716dfd457f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.848615] env[69572]: DEBUG oslo_vmware.rw_handles [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52425b1f-51d6-ddec-098d-bb6497389dd2/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1232.848774] env[69572]: ERROR oslo_vmware.rw_handles [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52425b1f-51d6-ddec-098d-bb6497389dd2/disk-0.vmdk due to incomplete transfer. [ 1232.848984] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-43637f17-9c3b-400c-9c2f-01ad6a0926a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.856792] env[69572]: DEBUG oslo_vmware.rw_handles [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52425b1f-51d6-ddec-098d-bb6497389dd2/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1232.857010] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Uploaded image 601afa46-b45d-4fd6-95df-2a1e93d58354 to the Glance image server {{(pid=69572) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1232.859237] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Destroying the VM {{(pid=69572) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1232.859483] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2e744bd8-9dfa-4c29-b783-9adeb25f948c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.865067] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1232.865067] env[69572]: value = "task-3435370" [ 1232.865067] env[69572]: _type = "Task" [ 1232.865067] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.872441] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435370, 'name': Destroy_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.240473] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "refresh_cache-30581de9-9aa0-4ccd-8603-ad92620b0691" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.240658] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "refresh_cache-30581de9-9aa0-4ccd-8603-ad92620b0691" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.240924] env[69572]: DEBUG nova.network.neutron [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.285508] env[69572]: DEBUG nova.compute.utils [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.374859] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435370, 'name': Destroy_Task, 'duration_secs': 0.299891} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.375051] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Destroyed the VM [ 1233.375345] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Deleting Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1233.375631] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09e71af0-24f6-4ba4-b213-f23907c0cade {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.383130] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1233.383130] env[69572]: value = "task-3435371" [ 1233.383130] env[69572]: _type = "Task" [ 1233.383130] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.390803] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435371, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.632824] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.633113] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c879984-2a22-479c-bc2f-d9daef6bacca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.640096] env[69572]: DEBUG oslo_vmware.api [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1233.640096] env[69572]: value = "task-3435372" [ 1233.640096] env[69572]: _type = "Task" [ 1233.640096] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.648388] env[69572]: DEBUG oslo_vmware.api [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.773960] env[69572]: DEBUG nova.network.neutron [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.789185] env[69572]: DEBUG oslo_concurrency.lockutils [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.891944] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435371, 'name': RemoveSnapshot_Task, 'duration_secs': 0.320607} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.892197] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Deleted Snapshot of the VM instance {{(pid=69572) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1233.892467] env[69572]: DEBUG nova.compute.manager [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1233.893221] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b69bea1-66ad-48bb-98a9-d449c6570741 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.904946] env[69572]: DEBUG nova.network.neutron [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Updating instance_info_cache with network_info: [{"id": "d82cbdae-4f22-45ee-bb41-fb04c3ae1831", "address": "fa:16:3e:76:d7:a0", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82cbdae-4f", "ovs_interfaceid": "d82cbdae-4f22-45ee-bb41-fb04c3ae1831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.149998] env[69572]: DEBUG oslo_vmware.api [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435372, 'name': PowerOffVM_Task, 'duration_secs': 0.182546} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.150261] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.150456] env[69572]: DEBUG nova.compute.manager [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.151216] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c873f9-f14a-4d26-b5e8-a71ef3b919c4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.404113] env[69572]: INFO nova.compute.manager [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Shelve offloading [ 1234.406654] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "refresh_cache-30581de9-9aa0-4ccd-8603-ad92620b0691" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.406929] env[69572]: DEBUG nova.compute.manager [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Instance network_info: |[{"id": "d82cbdae-4f22-45ee-bb41-fb04c3ae1831", "address": "fa:16:3e:76:d7:a0", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82cbdae-4f", "ovs_interfaceid": "d82cbdae-4f22-45ee-bb41-fb04c3ae1831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1234.407530] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:d7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd82cbdae-4f22-45ee-bb41-fb04c3ae1831', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.414828] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.415517] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.415747] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b323e1-25ab-4e04-95a3-73d6595c488f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.437166] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.437166] env[69572]: value = "task-3435373" [ 1234.437166] env[69572]: _type = "Task" [ 1234.437166] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.448495] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435373, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.661950] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ae3cb4c0-4d68-40ce-b1f2-8d912b829485 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.679291] env[69572]: DEBUG nova.compute.manager [req-8522d072-c28b-4ef4-9582-bf1045a7e25e req-85cfb6ab-ab63-4962-9481-bade4667d4f0 service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Received event network-changed-d82cbdae-4f22-45ee-bb41-fb04c3ae1831 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1234.679411] env[69572]: DEBUG nova.compute.manager [req-8522d072-c28b-4ef4-9582-bf1045a7e25e req-85cfb6ab-ab63-4962-9481-bade4667d4f0 service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Refreshing instance network info cache due to event network-changed-d82cbdae-4f22-45ee-bb41-fb04c3ae1831. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1234.679605] env[69572]: DEBUG oslo_concurrency.lockutils [req-8522d072-c28b-4ef4-9582-bf1045a7e25e req-85cfb6ab-ab63-4962-9481-bade4667d4f0 service nova] Acquiring lock "refresh_cache-30581de9-9aa0-4ccd-8603-ad92620b0691" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.679773] env[69572]: DEBUG oslo_concurrency.lockutils [req-8522d072-c28b-4ef4-9582-bf1045a7e25e req-85cfb6ab-ab63-4962-9481-bade4667d4f0 service nova] Acquired lock "refresh_cache-30581de9-9aa0-4ccd-8603-ad92620b0691" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.679900] env[69572]: DEBUG nova.network.neutron [req-8522d072-c28b-4ef4-9582-bf1045a7e25e req-85cfb6ab-ab63-4962-9481-bade4667d4f0 service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Refreshing network info cache for port d82cbdae-4f22-45ee-bb41-fb04c3ae1831 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.854457] env[69572]: DEBUG oslo_concurrency.lockutils [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.854753] env[69572]: DEBUG oslo_concurrency.lockutils [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.855023] env[69572]: INFO nova.compute.manager [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Attaching volume cc6a6840-d1df-4eaf-8a18-73737dd4dbc3 to /dev/sdb [ 1234.887449] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c5e44-8996-414d-91ed-d38755e3a282 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.894422] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd908d7-5cb7-4529-ba7c-b32e7d479900 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.908187] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.908502] env[69572]: DEBUG nova.virt.block_device [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Updating existing volume attachment record: 2b467031-b615-4dce-a2a9-3873ed0159a3 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1234.910691] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85df1752-529b-4ea0-b8be-7e3b1a9ce5ce {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.917881] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1234.917881] env[69572]: value = "task-3435374" [ 1234.917881] env[69572]: _type = "Task" [ 1234.917881] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.925413] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.945533] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435373, 'name': CreateVM_Task, 'duration_secs': 0.283719} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.945733] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.953757] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.953757] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.954150] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.954443] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d184ccc-ce09-48b1-9c01-0626e3195705 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.959741] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1234.959741] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]527a3e1f-045b-87fd-5e34-4e08e27b871f" [ 1234.959741] env[69572]: _type = "Task" [ 1234.959741] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.967507] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527a3e1f-045b-87fd-5e34-4e08e27b871f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.991508] env[69572]: DEBUG nova.objects.instance [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'flavor' on Instance uuid db24db4c-1437-457b-bf4f-f2cdca08d36e {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.373942] env[69572]: DEBUG nova.network.neutron [req-8522d072-c28b-4ef4-9582-bf1045a7e25e req-85cfb6ab-ab63-4962-9481-bade4667d4f0 service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Updated VIF entry in instance network info cache for port d82cbdae-4f22-45ee-bb41-fb04c3ae1831. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.374362] env[69572]: DEBUG nova.network.neutron [req-8522d072-c28b-4ef4-9582-bf1045a7e25e req-85cfb6ab-ab63-4962-9481-bade4667d4f0 service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Updating instance_info_cache with network_info: [{"id": "d82cbdae-4f22-45ee-bb41-fb04c3ae1831", "address": "fa:16:3e:76:d7:a0", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82cbdae-4f", "ovs_interfaceid": "d82cbdae-4f22-45ee-bb41-fb04c3ae1831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.428847] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1235.429184] env[69572]: DEBUG nova.compute.manager [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.430331] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ceb45e-0e4a-46f3-9e0a-d15d8af7e2e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.436361] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.436563] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.436792] env[69572]: DEBUG nova.network.neutron [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.469520] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]527a3e1f-045b-87fd-5e34-4e08e27b871f, 'name': SearchDatastore_Task, 'duration_secs': 0.009939} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.469819] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.470080] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.470320] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.470466] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.470648] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.470894] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a99416eb-cd3c-443b-94e1-775889da7a3b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.478505] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.478681] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.479357] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896e4ce4-6065-44ef-8613-f7928ee627fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.484078] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1235.484078] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52db67b2-a496-ae00-da30-78fa43c16c65" [ 1235.484078] env[69572]: _type = "Task" [ 1235.484078] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.491082] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52db67b2-a496-ae00-da30-78fa43c16c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.495470] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.495638] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.495805] env[69572]: DEBUG nova.network.neutron [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.495980] env[69572]: DEBUG nova.objects.instance [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'info_cache' on Instance uuid db24db4c-1437-457b-bf4f-f2cdca08d36e {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.877117] env[69572]: DEBUG oslo_concurrency.lockutils [req-8522d072-c28b-4ef4-9582-bf1045a7e25e req-85cfb6ab-ab63-4962-9481-bade4667d4f0 service nova] Releasing lock "refresh_cache-30581de9-9aa0-4ccd-8603-ad92620b0691" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.993650] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52db67b2-a496-ae00-da30-78fa43c16c65, 'name': SearchDatastore_Task, 'duration_secs': 0.008612} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.994418] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f329ae-e4ae-4786-bec9-404ec38de50e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.998775] env[69572]: DEBUG nova.objects.base [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1236.002702] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1236.002702] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5220193c-4f9f-d9a8-6b81-d66474890efb" [ 1236.002702] env[69572]: _type = "Task" [ 1236.002702] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.011038] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5220193c-4f9f-d9a8-6b81-d66474890efb, 'name': SearchDatastore_Task} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.011270] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.011514] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 30581de9-9aa0-4ccd-8603-ad92620b0691/30581de9-9aa0-4ccd-8603-ad92620b0691.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.011794] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f14872b-132f-4b94-a181-17bc2b5d3c54 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.017324] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1236.017324] env[69572]: value = "task-3435378" [ 1236.017324] env[69572]: _type = "Task" [ 1236.017324] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.024568] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.136553] env[69572]: DEBUG nova.network.neutron [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updating instance_info_cache with network_info: [{"id": "a68b031c-448d-494d-81dc-9de517635ed5", "address": "fa:16:3e:fd:e9:93", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68b031c-44", "ovs_interfaceid": "a68b031c-448d-494d-81dc-9de517635ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.526530] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.400425} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.526881] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore2] 30581de9-9aa0-4ccd-8603-ad92620b0691/30581de9-9aa0-4ccd-8603-ad92620b0691.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.526955] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.527205] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bab1c75d-267a-4798-ada7-9cbd560091e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.535351] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1236.535351] env[69572]: value = "task-3435379" [ 1236.535351] env[69572]: _type = "Task" [ 1236.535351] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.543090] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.639641] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.743795] env[69572]: DEBUG nova.network.neutron [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Updating instance_info_cache with network_info: [{"id": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "address": "fa:16:3e:11:67:5f", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc973b8-b6", "ovs_interfaceid": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.907274] env[69572]: DEBUG nova.compute.manager [req-94e1b35d-c5ae-4ca0-addf-16969eef9c4d req-57d891ab-a8a3-4b9b-a034-2b16372899a0 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received event network-vif-unplugged-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1236.907274] env[69572]: DEBUG oslo_concurrency.lockutils [req-94e1b35d-c5ae-4ca0-addf-16969eef9c4d req-57d891ab-a8a3-4b9b-a034-2b16372899a0 service nova] Acquiring lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.907274] env[69572]: DEBUG oslo_concurrency.lockutils [req-94e1b35d-c5ae-4ca0-addf-16969eef9c4d req-57d891ab-a8a3-4b9b-a034-2b16372899a0 service nova] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.907274] env[69572]: DEBUG oslo_concurrency.lockutils [req-94e1b35d-c5ae-4ca0-addf-16969eef9c4d req-57d891ab-a8a3-4b9b-a034-2b16372899a0 service nova] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.907274] env[69572]: DEBUG nova.compute.manager [req-94e1b35d-c5ae-4ca0-addf-16969eef9c4d req-57d891ab-a8a3-4b9b-a034-2b16372899a0 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] No waiting events found dispatching network-vif-unplugged-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1236.907274] env[69572]: WARNING nova.compute.manager [req-94e1b35d-c5ae-4ca0-addf-16969eef9c4d req-57d891ab-a8a3-4b9b-a034-2b16372899a0 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received unexpected event network-vif-unplugged-a68b031c-448d-494d-81dc-9de517635ed5 for instance with vm_state shelved and task_state shelving_offloading. [ 1237.002147] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.002255] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3916b5-0db5-4367-ac04-43a768f1c31f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.010080] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.010323] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50c63b0c-02b1-4704-b19b-1c0b273e73e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.046861] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060789} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.047152] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.047936] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefa7f45-7442-4f58-837d-e9e02de18277 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.069690] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 30581de9-9aa0-4ccd-8603-ad92620b0691/30581de9-9aa0-4ccd-8603-ad92620b0691.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.070899] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9083a31-502d-4ce2-a9ca-ad0bad545c6e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.084752] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.084947] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.085135] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleting the datastore file [datastore1] 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.085398] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b70495b-8e6b-439e-9f32-2a3ac79f9328 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.091154] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1237.091154] env[69572]: value = "task-3435381" [ 1237.091154] env[69572]: _type = "Task" [ 1237.091154] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.094770] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1237.094770] env[69572]: value = "task-3435382" [ 1237.094770] env[69572]: _type = "Task" [ 1237.094770] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.100743] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.106215] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.247064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.603377] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435382, 'name': ReconfigVM_Task, 'duration_secs': 0.301459} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.606203] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 30581de9-9aa0-4ccd-8603-ad92620b0691/30581de9-9aa0-4ccd-8603-ad92620b0691.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.606832] env[69572]: DEBUG oslo_vmware.api [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149525} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.607041] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da3c879-c52b-4a65-9bb8-c14eb60b0fb4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.608435] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.608637] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.608817] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.614886] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1237.614886] env[69572]: value = "task-3435384" [ 1237.614886] env[69572]: _type = "Task" [ 1237.614886] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.622166] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435384, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.629516] env[69572]: INFO nova.scheduler.client.report [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleted allocations for instance 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa [ 1238.125540] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435384, 'name': Rename_Task, 'duration_secs': 0.139211} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.125827] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.126087] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3494fd2-dbed-41bd-a876-a33f60e100d3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.133397] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.133655] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.133873] env[69572]: DEBUG nova.objects.instance [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'resources' on Instance uuid 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.134960] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1238.134960] env[69572]: value = "task-3435385" [ 1238.134960] env[69572]: _type = "Task" [ 1238.134960] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.143296] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.253285] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.253788] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d494996c-067c-4d32-94b6-90bc3571649b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.260360] env[69572]: DEBUG oslo_vmware.api [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1238.260360] env[69572]: value = "task-3435386" [ 1238.260360] env[69572]: _type = "Task" [ 1238.260360] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.268387] env[69572]: DEBUG oslo_vmware.api [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.636822] env[69572]: DEBUG nova.objects.instance [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'numa_topology' on Instance uuid 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.647702] env[69572]: DEBUG oslo_vmware.api [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435385, 'name': PowerOnVM_Task, 'duration_secs': 0.474936} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.647948] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.648174] env[69572]: INFO nova.compute.manager [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1238.648360] env[69572]: DEBUG nova.compute.manager [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1238.649136] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50f1778-dbc2-4085-909b-e0e1ff48b5b5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.769562] env[69572]: DEBUG oslo_vmware.api [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435386, 'name': PowerOnVM_Task, 'duration_secs': 0.372841} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.769827] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.770033] env[69572]: DEBUG nova.compute.manager [None req-1460b4d5-3b31-4864-b21d-6794f42815c5 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1238.770793] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef13917-03f7-41ae-b60c-22c347fe511a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.948750] env[69572]: DEBUG nova.compute.manager [req-26c3ad45-065d-48be-815e-23be6698e0e4 req-19181760-3566-4c45-b12a-c8f5c2d52517 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received event network-changed-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1238.949021] env[69572]: DEBUG nova.compute.manager [req-26c3ad45-065d-48be-815e-23be6698e0e4 req-19181760-3566-4c45-b12a-c8f5c2d52517 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Refreshing instance network info cache due to event network-changed-a68b031c-448d-494d-81dc-9de517635ed5. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1238.949253] env[69572]: DEBUG oslo_concurrency.lockutils [req-26c3ad45-065d-48be-815e-23be6698e0e4 req-19181760-3566-4c45-b12a-c8f5c2d52517 service nova] Acquiring lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.949484] env[69572]: DEBUG oslo_concurrency.lockutils [req-26c3ad45-065d-48be-815e-23be6698e0e4 req-19181760-3566-4c45-b12a-c8f5c2d52517 service nova] Acquired lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.949550] env[69572]: DEBUG nova.network.neutron [req-26c3ad45-065d-48be-815e-23be6698e0e4 req-19181760-3566-4c45-b12a-c8f5c2d52517 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Refreshing network info cache for port a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.143735] env[69572]: DEBUG nova.objects.base [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Object Instance<3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa> lazy-loaded attributes: resources,numa_topology {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1239.166153] env[69572]: INFO nova.compute.manager [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Took 11.10 seconds to build instance. [ 1239.234172] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6991d471-1511-49b7-9c59-4e916956e27c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.242563] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39379043-5b1c-48ee-a3ad-5ed93bdf8747 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.276200] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce87063c-08dd-4f48-8438-92e776107a2c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.286204] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7fbafb-163f-48af-aaea-74932b141a08 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.299914] env[69572]: DEBUG nova.compute.provider_tree [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.346421] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.450913] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1239.451176] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685764', 'volume_id': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'name': 'volume-cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6d92416-1b84-4bfc-8aaf-0ac4435060bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'serial': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1239.454010] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7684f61e-07ab-4766-99dc-7da7ab5ec424 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.470281] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd4b673-5c1e-4d41-837d-2e879ad7d707 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.494730] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-cc6a6840-d1df-4eaf-8a18-73737dd4dbc3/volume-cc6a6840-d1df-4eaf-8a18-73737dd4dbc3.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.497443] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08efb6c7-2a94-40cb-91eb-d006677b7f32 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.515251] env[69572]: DEBUG oslo_vmware.api [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1239.515251] env[69572]: value = "task-3435387" [ 1239.515251] env[69572]: _type = "Task" [ 1239.515251] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.523601] env[69572]: DEBUG oslo_vmware.api [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.672884] env[69572]: DEBUG oslo_concurrency.lockutils [None req-b2599896-2a0e-44f3-86bd-e9a49b364980 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "30581de9-9aa0-4ccd-8603-ad92620b0691" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.617s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.693534] env[69572]: DEBUG nova.network.neutron [req-26c3ad45-065d-48be-815e-23be6698e0e4 req-19181760-3566-4c45-b12a-c8f5c2d52517 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updated VIF entry in instance network info cache for port a68b031c-448d-494d-81dc-9de517635ed5. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.693903] env[69572]: DEBUG nova.network.neutron [req-26c3ad45-065d-48be-815e-23be6698e0e4 req-19181760-3566-4c45-b12a-c8f5c2d52517 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updating instance_info_cache with network_info: [{"id": "a68b031c-448d-494d-81dc-9de517635ed5", "address": "fa:16:3e:fd:e9:93", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": null, "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa68b031c-44", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.806846] env[69572]: DEBUG nova.scheduler.client.report [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.850186] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f73c2a4-c2a7-46e9-8304-14279b427980 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.857299] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fecdfe8f-4280-4c0c-93d7-681eda54b636 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Suspending the VM {{(pid=69572) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1239.857709] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e46115f9-a8a4-4c78-be34-35c3721f5797 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.864610] env[69572]: DEBUG oslo_vmware.api [None req-fecdfe8f-4280-4c0c-93d7-681eda54b636 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1239.864610] env[69572]: value = "task-3435388" [ 1239.864610] env[69572]: _type = "Task" [ 1239.864610] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.874951] env[69572]: DEBUG oslo_vmware.api [None req-fecdfe8f-4280-4c0c-93d7-681eda54b636 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435388, 'name': SuspendVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.898605] env[69572]: DEBUG nova.compute.manager [req-7dcd362b-72c3-4cc9-b993-7a7b5fe3cf60 req-41409b21-d5f8-4d83-ae34-69562c45abb6 service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Received event network-changed-d82cbdae-4f22-45ee-bb41-fb04c3ae1831 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1239.898821] env[69572]: DEBUG nova.compute.manager [req-7dcd362b-72c3-4cc9-b993-7a7b5fe3cf60 req-41409b21-d5f8-4d83-ae34-69562c45abb6 service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Refreshing instance network info cache due to event network-changed-d82cbdae-4f22-45ee-bb41-fb04c3ae1831. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1239.899050] env[69572]: DEBUG oslo_concurrency.lockutils [req-7dcd362b-72c3-4cc9-b993-7a7b5fe3cf60 req-41409b21-d5f8-4d83-ae34-69562c45abb6 service nova] Acquiring lock "refresh_cache-30581de9-9aa0-4ccd-8603-ad92620b0691" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.899197] env[69572]: DEBUG oslo_concurrency.lockutils [req-7dcd362b-72c3-4cc9-b993-7a7b5fe3cf60 req-41409b21-d5f8-4d83-ae34-69562c45abb6 service nova] Acquired lock "refresh_cache-30581de9-9aa0-4ccd-8603-ad92620b0691" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.899357] env[69572]: DEBUG nova.network.neutron [req-7dcd362b-72c3-4cc9-b993-7a7b5fe3cf60 req-41409b21-d5f8-4d83-ae34-69562c45abb6 service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Refreshing network info cache for port d82cbdae-4f22-45ee-bb41-fb04c3ae1831 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.025431] env[69572]: DEBUG oslo_vmware.api [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435387, 'name': ReconfigVM_Task, 'duration_secs': 0.370514} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.025758] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-cc6a6840-d1df-4eaf-8a18-73737dd4dbc3/volume-cc6a6840-d1df-4eaf-8a18-73737dd4dbc3.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.030663] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a740d9a-cb76-46f2-b927-5af4802c477a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.046268] env[69572]: DEBUG oslo_vmware.api [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1240.046268] env[69572]: value = "task-3435389" [ 1240.046268] env[69572]: _type = "Task" [ 1240.046268] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.054234] env[69572]: DEBUG oslo_vmware.api [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.196983] env[69572]: DEBUG oslo_concurrency.lockutils [req-26c3ad45-065d-48be-815e-23be6698e0e4 req-19181760-3566-4c45-b12a-c8f5c2d52517 service nova] Releasing lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.311277] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.375251] env[69572]: DEBUG oslo_vmware.api [None req-fecdfe8f-4280-4c0c-93d7-681eda54b636 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435388, 'name': SuspendVM_Task} progress is 70%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.557251] env[69572]: DEBUG oslo_vmware.api [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435389, 'name': ReconfigVM_Task, 'duration_secs': 0.168141} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.559936] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685764', 'volume_id': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'name': 'volume-cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6d92416-1b84-4bfc-8aaf-0ac4435060bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'serial': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1240.621511] env[69572]: DEBUG nova.network.neutron [req-7dcd362b-72c3-4cc9-b993-7a7b5fe3cf60 req-41409b21-d5f8-4d83-ae34-69562c45abb6 service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Updated VIF entry in instance network info cache for port d82cbdae-4f22-45ee-bb41-fb04c3ae1831. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.621895] env[69572]: DEBUG nova.network.neutron [req-7dcd362b-72c3-4cc9-b993-7a7b5fe3cf60 req-41409b21-d5f8-4d83-ae34-69562c45abb6 service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Updating instance_info_cache with network_info: [{"id": "d82cbdae-4f22-45ee-bb41-fb04c3ae1831", "address": "fa:16:3e:76:d7:a0", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82cbdae-4f", "ovs_interfaceid": "d82cbdae-4f22-45ee-bb41-fb04c3ae1831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.821631] env[69572]: DEBUG oslo_concurrency.lockutils [None req-80e9b453-b8eb-43fa-9fcd-19eb9f50d684 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.459s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.822541] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.476s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.823148] env[69572]: INFO nova.compute.manager [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Unshelving [ 1240.875445] env[69572]: DEBUG oslo_vmware.api [None req-fecdfe8f-4280-4c0c-93d7-681eda54b636 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435388, 'name': SuspendVM_Task, 'duration_secs': 0.992402} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.875801] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fecdfe8f-4280-4c0c-93d7-681eda54b636 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Suspended the VM {{(pid=69572) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1240.876103] env[69572]: DEBUG nova.compute.manager [None req-fecdfe8f-4280-4c0c-93d7-681eda54b636 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1240.876982] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800d66d-1f87-4066-8e30-5db53adc6a97 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.125094] env[69572]: DEBUG oslo_concurrency.lockutils [req-7dcd362b-72c3-4cc9-b993-7a7b5fe3cf60 req-41409b21-d5f8-4d83-ae34-69562c45abb6 service nova] Releasing lock "refresh_cache-30581de9-9aa0-4ccd-8603-ad92620b0691" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.596551] env[69572]: DEBUG nova.objects.instance [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lazy-loading 'flavor' on Instance uuid e6d92416-1b84-4bfc-8aaf-0ac4435060bd {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.849891] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.850543] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.850768] env[69572]: DEBUG nova.objects.instance [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'pci_requests' on Instance uuid 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.103740] env[69572]: DEBUG oslo_concurrency.lockutils [None req-304186ad-0747-4fe1-a92f-d22fd1d531fd tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.165886] env[69572]: INFO nova.compute.manager [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Resuming [ 1242.166527] env[69572]: DEBUG nova.objects.instance [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'flavor' on Instance uuid db24db4c-1437-457b-bf4f-f2cdca08d36e {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.356121] env[69572]: DEBUG nova.objects.instance [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'numa_topology' on Instance uuid 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.858926] env[69572]: INFO nova.compute.claims [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.254875] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "174fb405-fd41-4713-a666-a7be85b6d1b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.255121] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "174fb405-fd41-4713-a666-a7be85b6d1b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.680153] env[69572]: DEBUG oslo_concurrency.lockutils [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.680394] env[69572]: DEBUG oslo_concurrency.lockutils [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquired lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.680621] env[69572]: DEBUG nova.network.neutron [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.758034] env[69572]: DEBUG nova.compute.manager [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1243.961615] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb93841-f408-47e3-a21d-9f5bcaa052a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.968763] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39913cf-3f29-40d6-8a82-4971defe77dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.999640] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7c64ce-b91f-429f-82a2-fb9946915676 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.006935] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3364710f-73ac-482d-bf7f-8b6281801e93 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.019832] env[69572]: DEBUG nova.compute.provider_tree [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.275155] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.380233] env[69572]: DEBUG nova.network.neutron [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Updating instance_info_cache with network_info: [{"id": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "address": "fa:16:3e:11:67:5f", "network": {"id": "460d83e1-4eb6-48d6-b391-96f669e5f4ae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-804283192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413ef338adfc4b888f3500ba5b60707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc973b8-b6", "ovs_interfaceid": "8cc973b8-b6fd-4070-9a7b-9f6452be6de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.522531] env[69572]: DEBUG nova.scheduler.client.report [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.883268] env[69572]: DEBUG oslo_concurrency.lockutils [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Releasing lock "refresh_cache-db24db4c-1437-457b-bf4f-f2cdca08d36e" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.884295] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a4641-4c60-4d13-b56d-155264aa5918 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.891513] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Resuming the VM {{(pid=69572) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1244.891767] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08bff450-9f45-42ee-bbbc-1feb5dfa8932 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.898732] env[69572]: DEBUG oslo_vmware.api [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1244.898732] env[69572]: value = "task-3435392" [ 1244.898732] env[69572]: _type = "Task" [ 1244.898732] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.906495] env[69572]: DEBUG oslo_vmware.api [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.027206] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.177s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.029494] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.754s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.031151] env[69572]: INFO nova.compute.claims [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.065336] env[69572]: INFO nova.network.neutron [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updating port a68b031c-448d-494d-81dc-9de517635ed5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1245.408197] env[69572]: DEBUG oslo_vmware.api [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.911713] env[69572]: DEBUG oslo_vmware.api [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.148910] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3ef0c7-2d9b-497b-a5bc-5f25905b83ab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.159308] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7f9a7e-cc39-4da0-aaa9-9eb6b124cd33 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.191731] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08be4410-1999-4089-a7af-0f0598761d9f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.201457] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d45cd29-966e-465f-b672-7715d1abec39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.217764] env[69572]: DEBUG nova.compute.provider_tree [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.410917] env[69572]: DEBUG oslo_vmware.api [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435392, 'name': PowerOnVM_Task, 'duration_secs': 1.091143} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.411233] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Resumed the VM {{(pid=69572) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1246.411418] env[69572]: DEBUG nova.compute.manager [None req-335e2957-deda-40b8-99ea-f232c4695b19 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1246.412199] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44463d2e-caa3-4724-b067-6a9a54f7caff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.444755] env[69572]: DEBUG nova.compute.manager [req-88b7ae16-134a-4e2c-8887-6556c0453078 req-4c3abc9e-8951-4e35-a98e-af4ffd0afbc9 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received event network-vif-plugged-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1246.444968] env[69572]: DEBUG oslo_concurrency.lockutils [req-88b7ae16-134a-4e2c-8887-6556c0453078 req-4c3abc9e-8951-4e35-a98e-af4ffd0afbc9 service nova] Acquiring lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.445201] env[69572]: DEBUG oslo_concurrency.lockutils [req-88b7ae16-134a-4e2c-8887-6556c0453078 req-4c3abc9e-8951-4e35-a98e-af4ffd0afbc9 service nova] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.445366] env[69572]: DEBUG oslo_concurrency.lockutils [req-88b7ae16-134a-4e2c-8887-6556c0453078 req-4c3abc9e-8951-4e35-a98e-af4ffd0afbc9 service nova] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.445598] env[69572]: DEBUG nova.compute.manager [req-88b7ae16-134a-4e2c-8887-6556c0453078 req-4c3abc9e-8951-4e35-a98e-af4ffd0afbc9 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] No waiting events found dispatching network-vif-plugged-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1246.445751] env[69572]: WARNING nova.compute.manager [req-88b7ae16-134a-4e2c-8887-6556c0453078 req-4c3abc9e-8951-4e35-a98e-af4ffd0afbc9 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received unexpected event network-vif-plugged-a68b031c-448d-494d-81dc-9de517635ed5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1246.536184] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.536396] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.536580] env[69572]: DEBUG nova.network.neutron [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.722027] env[69572]: DEBUG nova.scheduler.client.report [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.228493] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.229107] env[69572]: DEBUG nova.compute.manager [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1247.237048] env[69572]: DEBUG nova.network.neutron [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updating instance_info_cache with network_info: [{"id": "a68b031c-448d-494d-81dc-9de517635ed5", "address": "fa:16:3e:fd:e9:93", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68b031c-44", "ovs_interfaceid": "a68b031c-448d-494d-81dc-9de517635ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.569289] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.569842] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.570029] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.570185] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.570337] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.570478] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.570638] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.570775] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1247.570919] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.734187] env[69572]: DEBUG nova.compute.utils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.735803] env[69572]: DEBUG nova.compute.manager [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1247.736087] env[69572]: DEBUG nova.network.neutron [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.739252] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.767902] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='05912b4b0feeac4388f30e68cff349bd',container_format='bare',created_at=2025-04-15T12:25:08Z,direct_url=,disk_format='vmdk',id=601afa46-b45d-4fd6-95df-2a1e93d58354,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1355284179-shelved',owner='150bbb840d22481f8c7686d2745d8195',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-04-15T12:25:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.768162] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.768323] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.768506] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.768659] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.768805] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.769022] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.769187] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.769353] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.769513] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.769682] env[69572]: DEBUG nova.virt.hardware [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.774243] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89dc5b0-8f79-45fc-b32c-c87e8e583b62 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.777984] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a853dd60-fa63-43e2-80a6-f36fbb730cc1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.783019] env[69572]: DEBUG nova.policy [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbef0e106acb4760a95f24322ec42efe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8af3bcdc338e46c6b1816ae4435489d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.794677] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:e9:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a68b031c-448d-494d-81dc-9de517635ed5', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.802649] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.802869] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.803095] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f48a872-ba1b-4c9c-8451-e91403a47c8a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.823228] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.823228] env[69572]: value = "task-3435395" [ 1247.823228] env[69572]: _type = "Task" [ 1247.823228] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.830985] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435395, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.941516] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.941786] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.942009] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "db24db4c-1437-457b-bf4f-f2cdca08d36e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.942207] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.942425] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.944847] env[69572]: INFO nova.compute.manager [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Terminating instance [ 1248.074388] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.074663] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.074889] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.074979] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1248.075977] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0ece49-81ab-4400-9b28-09bdef0ab99f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.090010] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708cd60c-85ca-4106-8369-b781dd8635b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.105531] env[69572]: DEBUG nova.network.neutron [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Successfully created port: 444782cd-d3e8-4407-bc52-098daac502c2 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.107884] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a262e473-2c16-4ba1-af8f-041a2906923e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.114485] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6514e10-d7d0-480a-b720-3fb45595ecaf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.144823] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179705MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1248.145040] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.145208] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.240457] env[69572]: DEBUG nova.compute.manager [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1248.334015] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435395, 'name': CreateVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.448992] env[69572]: DEBUG nova.compute.manager [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1248.449262] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.450173] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d17ef73-9fd0-4cbc-941f-621cb6f79f25 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.457514] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.457888] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea98b7c-e167-4bf7-a264-13d05ec07dc7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.463896] env[69572]: DEBUG oslo_vmware.api [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1248.463896] env[69572]: value = "task-3435396" [ 1248.463896] env[69572]: _type = "Task" [ 1248.463896] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.473883] env[69572]: DEBUG nova.compute.manager [req-f0e4f86f-d04b-4862-a84d-0c183941e893 req-18e88214-e8fb-4df6-a4c5-40fe46807621 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received event network-changed-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1248.474115] env[69572]: DEBUG nova.compute.manager [req-f0e4f86f-d04b-4862-a84d-0c183941e893 req-18e88214-e8fb-4df6-a4c5-40fe46807621 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Refreshing instance network info cache due to event network-changed-a68b031c-448d-494d-81dc-9de517635ed5. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1248.474341] env[69572]: DEBUG oslo_concurrency.lockutils [req-f0e4f86f-d04b-4862-a84d-0c183941e893 req-18e88214-e8fb-4df6-a4c5-40fe46807621 service nova] Acquiring lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.474486] env[69572]: DEBUG oslo_concurrency.lockutils [req-f0e4f86f-d04b-4862-a84d-0c183941e893 req-18e88214-e8fb-4df6-a4c5-40fe46807621 service nova] Acquired lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.474684] env[69572]: DEBUG nova.network.neutron [req-f0e4f86f-d04b-4862-a84d-0c183941e893 req-18e88214-e8fb-4df6-a4c5-40fe46807621 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Refreshing network info cache for port a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.476295] env[69572]: DEBUG oslo_vmware.api [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.832619] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435395, 'name': CreateVM_Task, 'duration_secs': 0.590743} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.833080] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.833424] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.833587] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.833965] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.834226] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca8eac1-759c-477e-bd4a-4235788d376c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.838182] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1248.838182] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b8a9ea-b42f-640e-123c-455e0b3d85c3" [ 1248.838182] env[69572]: _type = "Task" [ 1248.838182] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.846852] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b8a9ea-b42f-640e-123c-455e0b3d85c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.973815] env[69572]: DEBUG oslo_vmware.api [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435396, 'name': PowerOffVM_Task, 'duration_secs': 0.169248} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.974085] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.974254] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.974499] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcd3d56f-9efb-4b6a-8a61-e04f62757a13 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.041435] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.041657] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.041838] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleting the datastore file [datastore1] db24db4c-1437-457b-bf4f-f2cdca08d36e {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.042118] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efabe2b0-0e02-4350-b056-14f407aeb8ee {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.048684] env[69572]: DEBUG oslo_vmware.api [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for the task: (returnval){ [ 1249.048684] env[69572]: value = "task-3435398" [ 1249.048684] env[69572]: _type = "Task" [ 1249.048684] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.058504] env[69572]: DEBUG oslo_vmware.api [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.173423] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 7888779c-56a7-4f64-a827-3b0c07e2d5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.173582] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.173708] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e6d92416-1b84-4bfc-8aaf-0ac4435060bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.173975] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance db24db4c-1437-457b-bf4f-f2cdca08d36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.174112] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 30581de9-9aa0-4ccd-8603-ad92620b0691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.174232] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.174349] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 174fb405-fd41-4713-a666-a7be85b6d1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.174525] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1249.174661] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1249.230391] env[69572]: DEBUG nova.network.neutron [req-f0e4f86f-d04b-4862-a84d-0c183941e893 req-18e88214-e8fb-4df6-a4c5-40fe46807621 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updated VIF entry in instance network info cache for port a68b031c-448d-494d-81dc-9de517635ed5. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.230771] env[69572]: DEBUG nova.network.neutron [req-f0e4f86f-d04b-4862-a84d-0c183941e893 req-18e88214-e8fb-4df6-a4c5-40fe46807621 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updating instance_info_cache with network_info: [{"id": "a68b031c-448d-494d-81dc-9de517635ed5", "address": "fa:16:3e:fd:e9:93", "network": {"id": "6aef4ec6-01f1-4122-81c4-f248d08defcd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116825231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "150bbb840d22481f8c7686d2745d8195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68b031c-44", "ovs_interfaceid": "a68b031c-448d-494d-81dc-9de517635ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.251386] env[69572]: DEBUG nova.compute.manager [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1249.269344] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8272d06a-04ad-4fac-a2fa-e5253f2fe1a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.280375] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.280702] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.280945] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.281217] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.281451] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.281673] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.281929] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.282147] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.282370] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.282628] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.282860] env[69572]: DEBUG nova.virt.hardware [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.283957] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb13e94-9775-443c-8a35-3ed28ea64f55 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.288055] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a77961c-15df-4f2b-a6fa-0ce6d8371c6f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.318951] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72916c9a-bfca-4112-be0e-9c11d9592553 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.323722] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5b94f0-fe4a-41d1-a0ad-24f40eef21cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.339609] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf45ce2-ecce-43dd-bbae-1c8eeac87e8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.354854] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.359167] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.359391] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Processing image 601afa46-b45d-4fd6-95df-2a1e93d58354 {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.359622] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354/601afa46-b45d-4fd6-95df-2a1e93d58354.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.359764] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354/601afa46-b45d-4fd6-95df-2a1e93d58354.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.359937] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.360163] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c859be2b-96e7-4fe3-a3af-ae60824ee261 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.367977] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.368167] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.368860] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37bcd758-e7ce-4487-8091-9df0955a0271 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.373723] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1249.373723] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52707c73-3d66-32e9-aa8c-943d0dd6c0a5" [ 1249.373723] env[69572]: _type = "Task" [ 1249.373723] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.383717] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52707c73-3d66-32e9-aa8c-943d0dd6c0a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.549772] env[69572]: DEBUG nova.network.neutron [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Successfully updated port: 444782cd-d3e8-4407-bc52-098daac502c2 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.559648] env[69572]: DEBUG oslo_vmware.api [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Task: {'id': task-3435398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156562} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.559948] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.560177] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.560359] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.560547] env[69572]: INFO nova.compute.manager [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1249.560790] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.561007] env[69572]: DEBUG nova.compute.manager [-] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1249.561111] env[69572]: DEBUG nova.network.neutron [-] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.735291] env[69572]: DEBUG oslo_concurrency.lockutils [req-f0e4f86f-d04b-4862-a84d-0c183941e893 req-18e88214-e8fb-4df6-a4c5-40fe46807621 service nova] Releasing lock "refresh_cache-3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.860651] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.885878] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Preparing fetch location {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1249.885878] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Fetch image to [datastore2] OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a/OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a.vmdk {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1249.885878] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Downloading stream optimized image 601afa46-b45d-4fd6-95df-2a1e93d58354 to [datastore2] OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a/OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a.vmdk on the data store datastore2 as vApp {{(pid=69572) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1249.885878] env[69572]: DEBUG nova.virt.vmwareapi.images [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Downloading image file data 601afa46-b45d-4fd6-95df-2a1e93d58354 to the ESX as VM named 'OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a' {{(pid=69572) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1249.960677] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1249.960677] env[69572]: value = "resgroup-9" [ 1249.960677] env[69572]: _type = "ResourcePool" [ 1249.960677] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1249.961017] env[69572]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f034da17-fc15-4212-9435-81749a60f9a1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.983057] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lease: (returnval){ [ 1249.983057] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52115969-d2ef-54d6-e192-8bcc97e17381" [ 1249.983057] env[69572]: _type = "HttpNfcLease" [ 1249.983057] env[69572]: } obtained for vApp import into resource pool (val){ [ 1249.983057] env[69572]: value = "resgroup-9" [ 1249.983057] env[69572]: _type = "ResourcePool" [ 1249.983057] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1249.983402] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the lease: (returnval){ [ 1249.983402] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52115969-d2ef-54d6-e192-8bcc97e17381" [ 1249.983402] env[69572]: _type = "HttpNfcLease" [ 1249.983402] env[69572]: } to be ready. {{(pid=69572) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1249.989812] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.989812] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52115969-d2ef-54d6-e192-8bcc97e17381" [ 1249.989812] env[69572]: _type = "HttpNfcLease" [ 1249.989812] env[69572]: } is initializing. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1250.055604] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "refresh_cache-174fb405-fd41-4713-a666-a7be85b6d1b9" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.055792] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "refresh_cache-174fb405-fd41-4713-a666-a7be85b6d1b9" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.056051] env[69572]: DEBUG nova.network.neutron [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.365938] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1250.365938] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.220s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.481070] env[69572]: DEBUG nova.network.neutron [-] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.493786] env[69572]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.493786] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52115969-d2ef-54d6-e192-8bcc97e17381" [ 1250.493786] env[69572]: _type = "HttpNfcLease" [ 1250.493786] env[69572]: } is ready. {{(pid=69572) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1250.493786] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1250.493786] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52115969-d2ef-54d6-e192-8bcc97e17381" [ 1250.493786] env[69572]: _type = "HttpNfcLease" [ 1250.493786] env[69572]: }. {{(pid=69572) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1250.494449] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a5338b-1747-4b9b-a2d9-7f32241f811c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.502061] env[69572]: DEBUG nova.compute.manager [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Received event network-vif-plugged-444782cd-d3e8-4407-bc52-098daac502c2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1250.502252] env[69572]: DEBUG oslo_concurrency.lockutils [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] Acquiring lock "174fb405-fd41-4713-a666-a7be85b6d1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.502451] env[69572]: DEBUG oslo_concurrency.lockutils [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] Lock "174fb405-fd41-4713-a666-a7be85b6d1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.502610] env[69572]: DEBUG oslo_concurrency.lockutils [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] Lock "174fb405-fd41-4713-a666-a7be85b6d1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.502775] env[69572]: DEBUG nova.compute.manager [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] No waiting events found dispatching network-vif-plugged-444782cd-d3e8-4407-bc52-098daac502c2 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1250.502952] env[69572]: WARNING nova.compute.manager [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Received unexpected event network-vif-plugged-444782cd-d3e8-4407-bc52-098daac502c2 for instance with vm_state building and task_state spawning. [ 1250.503109] env[69572]: DEBUG nova.compute.manager [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Received event network-changed-444782cd-d3e8-4407-bc52-098daac502c2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1250.503265] env[69572]: DEBUG nova.compute.manager [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Refreshing instance network info cache due to event network-changed-444782cd-d3e8-4407-bc52-098daac502c2. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1250.503428] env[69572]: DEBUG oslo_concurrency.lockutils [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] Acquiring lock "refresh_cache-174fb405-fd41-4713-a666-a7be85b6d1b9" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.507098] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52506a12-8907-d6bf-b4c3-f59abb757934/disk-0.vmdk from lease info. {{(pid=69572) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1250.507277] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52506a12-8907-d6bf-b4c3-f59abb757934/disk-0.vmdk. {{(pid=69572) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1250.572559] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0192c86-7c66-4782-996b-28641d84439b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.598961] env[69572]: DEBUG nova.network.neutron [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.727811] env[69572]: DEBUG nova.network.neutron [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Updating instance_info_cache with network_info: [{"id": "444782cd-d3e8-4407-bc52-098daac502c2", "address": "fa:16:3e:4d:af:e5", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444782cd-d3", "ovs_interfaceid": "444782cd-d3e8-4407-bc52-098daac502c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.983025] env[69572]: INFO nova.compute.manager [-] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Took 1.42 seconds to deallocate network for instance. [ 1251.230945] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "refresh_cache-174fb405-fd41-4713-a666-a7be85b6d1b9" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.231318] env[69572]: DEBUG nova.compute.manager [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Instance network_info: |[{"id": "444782cd-d3e8-4407-bc52-098daac502c2", "address": "fa:16:3e:4d:af:e5", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444782cd-d3", "ovs_interfaceid": "444782cd-d3e8-4407-bc52-098daac502c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1251.231634] env[69572]: DEBUG oslo_concurrency.lockutils [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] Acquired lock "refresh_cache-174fb405-fd41-4713-a666-a7be85b6d1b9" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.231814] env[69572]: DEBUG nova.network.neutron [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Refreshing network info cache for port 444782cd-d3e8-4407-bc52-098daac502c2 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.233081] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:af:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '444782cd-d3e8-4407-bc52-098daac502c2', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.241321] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.244659] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.245212] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be016431-75ca-443b-ab02-65399400b0bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.272356] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.272356] env[69572]: value = "task-3435401" [ 1251.272356] env[69572]: _type = "Task" [ 1251.272356] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.281388] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435401, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.491026] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.491482] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.491671] env[69572]: DEBUG nova.objects.instance [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lazy-loading 'resources' on Instance uuid db24db4c-1437-457b-bf4f-f2cdca08d36e {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.493549] env[69572]: DEBUG nova.network.neutron [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Updated VIF entry in instance network info cache for port 444782cd-d3e8-4407-bc52-098daac502c2. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.493989] env[69572]: DEBUG nova.network.neutron [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Updating instance_info_cache with network_info: [{"id": "444782cd-d3e8-4407-bc52-098daac502c2", "address": "fa:16:3e:4d:af:e5", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444782cd-d3", "ovs_interfaceid": "444782cd-d3e8-4407-bc52-098daac502c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.736498] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Completed reading data from the image iterator. {{(pid=69572) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1251.736776] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52506a12-8907-d6bf-b4c3-f59abb757934/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1251.737714] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921125a1-6817-424c-ac81-cca1cfaa4cb2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.745111] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52506a12-8907-d6bf-b4c3-f59abb757934/disk-0.vmdk is in state: ready. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1251.745267] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52506a12-8907-d6bf-b4c3-f59abb757934/disk-0.vmdk. {{(pid=69572) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1251.745468] env[69572]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eeeb4bf4-f5a1-4abd-af8e-ce475841bb83 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.783624] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435401, 'name': CreateVM_Task, 'duration_secs': 0.39199} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.783845] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.784557] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.784843] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.785165] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.785423] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a18b7d-f5dc-45b4-acb5-030938260b47 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.790637] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1251.790637] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52790ecf-2774-b039-f8e0-c0eee76bd6b2" [ 1251.790637] env[69572]: _type = "Task" [ 1251.790637] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.799510] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52790ecf-2774-b039-f8e0-c0eee76bd6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.957672] env[69572]: DEBUG oslo_vmware.rw_handles [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52506a12-8907-d6bf-b4c3-f59abb757934/disk-0.vmdk. {{(pid=69572) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1251.957905] env[69572]: INFO nova.virt.vmwareapi.images [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Downloaded image file data 601afa46-b45d-4fd6-95df-2a1e93d58354 [ 1251.958744] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff21821-9ebe-427e-bf3d-81621b403a88 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.974995] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dab31c5-6698-4df4-a3dd-98ce42070f9e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.001315] env[69572]: DEBUG oslo_concurrency.lockutils [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] Releasing lock "refresh_cache-174fb405-fd41-4713-a666-a7be85b6d1b9" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.001557] env[69572]: DEBUG nova.compute.manager [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Received event network-vif-deleted-8cc973b8-b6fd-4070-9a7b-9f6452be6de6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1252.001941] env[69572]: INFO nova.compute.manager [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Neutron deleted interface 8cc973b8-b6fd-4070-9a7b-9f6452be6de6; detaching it from the instance and deleting it from the info cache [ 1252.001941] env[69572]: DEBUG nova.network.neutron [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.005414] env[69572]: INFO nova.virt.vmwareapi.images [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] The imported VM was unregistered [ 1252.008088] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Caching image {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1252.008324] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Creating directory with path [datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354 {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.008597] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ec3636c-7002-46b2-82e2-005a5713b565 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.025371] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Created directory with path [datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354 {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.025699] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a/OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a.vmdk to [datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354/601afa46-b45d-4fd6-95df-2a1e93d58354.vmdk. {{(pid=69572) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1252.026091] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2227af57-af1d-42df-905f-bbe58a03f5e7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.033980] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1252.033980] env[69572]: value = "task-3435404" [ 1252.033980] env[69572]: _type = "Task" [ 1252.033980] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.045461] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435404, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.105795] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef7fddb-290a-45a6-9ab9-4706eed75e9f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.113474] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042e6819-34a3-4681-b0bd-a0bb3614e1de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.146785] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0747e99-b5f2-4c49-9b17-a6e2d8577ad7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.154382] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad47d74-51d6-45f7-b791-f9214a7e2815 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.168097] env[69572]: DEBUG nova.compute.provider_tree [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.305671] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52790ecf-2774-b039-f8e0-c0eee76bd6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014153} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.305976] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.306248] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.306531] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.306723] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.306913] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.307563] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59b1ca22-eb89-4c07-b425-5b8c211ed998 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.321552] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.321779] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.322635] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32529bf2-0826-4470-8912-4da0e5b1239d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.331566] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1252.331566] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d29467-aa3b-71e3-f3c1-b56e693afb08" [ 1252.331566] env[69572]: _type = "Task" [ 1252.331566] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.342792] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d29467-aa3b-71e3-f3c1-b56e693afb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.504580] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33ad0388-b884-4870-872d-e85f71281cbc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.518039] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f768fa-d524-4dc2-a4fc-23a42fff3d03 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.546622] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435404, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.555562] env[69572]: DEBUG nova.compute.manager [req-54a1c6d4-0eb2-47fa-967d-b03f909593f4 req-f1611427-c64e-4740-bb6a-191647039607 service nova] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Detach interface failed, port_id=8cc973b8-b6fd-4070-9a7b-9f6452be6de6, reason: Instance db24db4c-1437-457b-bf4f-f2cdca08d36e could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1252.672420] env[69572]: DEBUG nova.scheduler.client.report [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.847223] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d29467-aa3b-71e3-f3c1-b56e693afb08, 'name': SearchDatastore_Task, 'duration_secs': 0.020626} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.848162] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801fb331-ebbc-4f3d-bb2a-555d93f43c48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.857528] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1252.857528] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d7a240-81df-19a7-ad63-b65248b83bff" [ 1252.857528] env[69572]: _type = "Task" [ 1252.857528] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.869632] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d7a240-81df-19a7-ad63-b65248b83bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.047283] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435404, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.178595] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.202488] env[69572]: INFO nova.scheduler.client.report [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Deleted allocations for instance db24db4c-1437-457b-bf4f-f2cdca08d36e [ 1253.370830] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d7a240-81df-19a7-ad63-b65248b83bff, 'name': SearchDatastore_Task, 'duration_secs': 0.013428} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.371098] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.371458] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 174fb405-fd41-4713-a666-a7be85b6d1b9/174fb405-fd41-4713-a666-a7be85b6d1b9.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.371744] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a8b09f5-6799-4540-afd0-965210489b51 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.383949] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1253.383949] env[69572]: value = "task-3435405" [ 1253.383949] env[69572]: _type = "Task" [ 1253.383949] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.395491] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.548991] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435404, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.714148] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2857a4f0-1083-4ba8-a46f-50097d214999 tempest-ServerActionsTestJSON-949249345 tempest-ServerActionsTestJSON-949249345-project-member] Lock "db24db4c-1437-457b-bf4f-f2cdca08d36e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.772s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.895891] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435405, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.051056] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435404, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.396064] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671088} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.396362] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 174fb405-fd41-4713-a666-a7be85b6d1b9/174fb405-fd41-4713-a666-a7be85b6d1b9.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.396581] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.396851] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb61b91d-40a2-42da-93a4-e380f1db9b38 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.405512] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1254.405512] env[69572]: value = "task-3435407" [ 1254.405512] env[69572]: _type = "Task" [ 1254.405512] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.413675] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.548775] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435404, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.375222} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.549062] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a/OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a.vmdk to [datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354/601afa46-b45d-4fd6-95df-2a1e93d58354.vmdk. [ 1254.549375] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Cleaning up location [datastore2] OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1254.549375] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7fc801a1-b2d8-4e33-991a-12589817d40a {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.549617] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd5b80f9-804e-4eba-a53f-a5cefca99df8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.556438] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1254.556438] env[69572]: value = "task-3435408" [ 1254.556438] env[69572]: _type = "Task" [ 1254.556438] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.563889] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.915699] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.066972] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035624} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.067545] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.067770] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354/601afa46-b45d-4fd6-95df-2a1e93d58354.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.068122] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354/601afa46-b45d-4fd6-95df-2a1e93d58354.vmdk to [datastore2] 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa/3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.068386] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5494e1fb-68dd-4038-81fd-d7ae72935cc9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.076886] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1255.076886] env[69572]: value = "task-3435409" [ 1255.076886] env[69572]: _type = "Task" [ 1255.076886] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.088026] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.416099] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435407, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.588561] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435409, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.921163] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.023705} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.921705] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.922779] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e44cfd9-d53d-4c0d-8287-d24ec05d4c1f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.954620] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 174fb405-fd41-4713-a666-a7be85b6d1b9/174fb405-fd41-4713-a666-a7be85b6d1b9.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.955269] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881443e9-0b9b-41b2-a879-ac4dde49f587 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.979854] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1255.979854] env[69572]: value = "task-3435410" [ 1255.979854] env[69572]: _type = "Task" [ 1255.979854] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.993384] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.089867] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435409, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.492522] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435410, 'name': ReconfigVM_Task, 'duration_secs': 0.441223} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.492836] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 174fb405-fd41-4713-a666-a7be85b6d1b9/174fb405-fd41-4713-a666-a7be85b6d1b9.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.493514] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af4f9e1f-7387-479b-a4e0-4d85dd2be24e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.504426] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1256.504426] env[69572]: value = "task-3435412" [ 1256.504426] env[69572]: _type = "Task" [ 1256.504426] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.516918] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435412, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.589602] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435409, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.020774] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435412, 'name': Rename_Task, 'duration_secs': 0.226992} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.021163] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.021436] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ede65fff-1531-4afa-a562-b7fd9ab03f53 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.032548] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1257.032548] env[69572]: value = "task-3435413" [ 1257.032548] env[69572]: _type = "Task" [ 1257.032548] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.043826] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.091429] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435409, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.546909] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435413, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.593483] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435409, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.044147] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435413, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.090042] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435409, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.544698] env[69572]: DEBUG oslo_vmware.api [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435413, 'name': PowerOnVM_Task, 'duration_secs': 1.35271} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.544698] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.544926] env[69572]: INFO nova.compute.manager [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1258.544964] env[69572]: DEBUG nova.compute.manager [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1258.545771] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aeebc2-03c2-4b99-984a-3e9fc5ae8bd7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.595534] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435409, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.05743} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.595866] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/601afa46-b45d-4fd6-95df-2a1e93d58354/601afa46-b45d-4fd6-95df-2a1e93d58354.vmdk to [datastore2] 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa/3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.596608] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a2a99b-0945-4773-9882-f814434ce699 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.620474] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa/3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa.vmdk or device None with type streamOptimized {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.621075] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fa4a332-c9d9-4d99-8c4d-256fe235d358 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.641364] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1258.641364] env[69572]: value = "task-3435414" [ 1258.641364] env[69572]: _type = "Task" [ 1258.641364] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.649741] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.064035] env[69572]: INFO nova.compute.manager [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Took 14.80 seconds to build instance. [ 1259.152772] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.566547] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9580f67c-e111-46e6-9b82-f96a238e0721 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "174fb405-fd41-4713-a666-a7be85b6d1b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.311s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.654530] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435414, 'name': ReconfigVM_Task, 'duration_secs': 0.814777} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.655143] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa/3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa.vmdk or device None with type streamOptimized {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.655844] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-116748e1-f024-435e-9fa0-b9c81dcdb2a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.663784] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1259.663784] env[69572]: value = "task-3435415" [ 1259.663784] env[69572]: _type = "Task" [ 1259.663784] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.674701] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435415, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.144678] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "f6282062-70be-4013-ab0a-996ea8e6bd59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.144912] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.173814] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435415, 'name': Rename_Task, 'duration_secs': 0.176162} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.174094] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.174339] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a021a2e0-4ca0-4a71-8ba2-8fd0ccc301dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.181481] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1260.181481] env[69572]: value = "task-3435416" [ 1260.181481] env[69572]: _type = "Task" [ 1260.181481] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.189655] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.233592] env[69572]: DEBUG nova.compute.manager [req-d57ad4f7-b889-4866-8275-ac116b2fab5c req-42c37e6b-9cc0-4137-a695-bc3ef5019db6 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Received event network-changed-444782cd-d3e8-4407-bc52-098daac502c2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1260.233761] env[69572]: DEBUG nova.compute.manager [req-d57ad4f7-b889-4866-8275-ac116b2fab5c req-42c37e6b-9cc0-4137-a695-bc3ef5019db6 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Refreshing instance network info cache due to event network-changed-444782cd-d3e8-4407-bc52-098daac502c2. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1260.233987] env[69572]: DEBUG oslo_concurrency.lockutils [req-d57ad4f7-b889-4866-8275-ac116b2fab5c req-42c37e6b-9cc0-4137-a695-bc3ef5019db6 service nova] Acquiring lock "refresh_cache-174fb405-fd41-4713-a666-a7be85b6d1b9" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.234153] env[69572]: DEBUG oslo_concurrency.lockutils [req-d57ad4f7-b889-4866-8275-ac116b2fab5c req-42c37e6b-9cc0-4137-a695-bc3ef5019db6 service nova] Acquired lock "refresh_cache-174fb405-fd41-4713-a666-a7be85b6d1b9" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.234298] env[69572]: DEBUG nova.network.neutron [req-d57ad4f7-b889-4866-8275-ac116b2fab5c req-42c37e6b-9cc0-4137-a695-bc3ef5019db6 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Refreshing network info cache for port 444782cd-d3e8-4407-bc52-098daac502c2 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.646744] env[69572]: DEBUG nova.compute.manager [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1260.693120] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.966690] env[69572]: DEBUG nova.network.neutron [req-d57ad4f7-b889-4866-8275-ac116b2fab5c req-42c37e6b-9cc0-4137-a695-bc3ef5019db6 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Updated VIF entry in instance network info cache for port 444782cd-d3e8-4407-bc52-098daac502c2. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.967125] env[69572]: DEBUG nova.network.neutron [req-d57ad4f7-b889-4866-8275-ac116b2fab5c req-42c37e6b-9cc0-4137-a695-bc3ef5019db6 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Updating instance_info_cache with network_info: [{"id": "444782cd-d3e8-4407-bc52-098daac502c2", "address": "fa:16:3e:4d:af:e5", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444782cd-d3", "ovs_interfaceid": "444782cd-d3e8-4407-bc52-098daac502c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.169612] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.169909] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.171951] env[69572]: INFO nova.compute.claims [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.193337] env[69572]: DEBUG oslo_vmware.api [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435416, 'name': PowerOnVM_Task, 'duration_secs': 0.86651} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.193652] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.295371] env[69572]: DEBUG nova.compute.manager [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.296271] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3397024e-c75a-4358-b391-be9bc3cd4650 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.470137] env[69572]: DEBUG oslo_concurrency.lockutils [req-d57ad4f7-b889-4866-8275-ac116b2fab5c req-42c37e6b-9cc0-4137-a695-bc3ef5019db6 service nova] Releasing lock "refresh_cache-174fb405-fd41-4713-a666-a7be85b6d1b9" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.586126] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.586342] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.811903] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1dbe63cc-a173-4957-8320-ac7165f9f98a tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.989s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.091907] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.092117] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.092272] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.092422] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.092589] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.092710] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.092848] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1262.092993] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.270386] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695ca0c-c25b-4f30-8bf9-bd7021c9d086 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.277978] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f15f1-932f-47d4-8efb-ab29a43e2793 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.308180] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba86d6b5-310f-47a7-be2f-860453437c88 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.315256] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b097a9-7abc-4583-8be7-95b581bcc11b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.327980] env[69572]: DEBUG nova.compute.provider_tree [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.595722] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.617399] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.617633] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.618009] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.618267] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.618446] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.620979] env[69572]: INFO nova.compute.manager [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Terminating instance [ 1262.831509] env[69572]: DEBUG nova.scheduler.client.report [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.124617] env[69572]: DEBUG nova.compute.manager [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1263.124819] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.125730] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b559eb90-1c01-4989-ab96-b21205c8c996 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.134078] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.134302] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13f9694a-2688-4fd5-a6c6-0cddf77c24fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.140960] env[69572]: DEBUG oslo_vmware.api [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1263.140960] env[69572]: value = "task-3435417" [ 1263.140960] env[69572]: _type = "Task" [ 1263.140960] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.149170] env[69572]: DEBUG oslo_vmware.api [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.337462] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.337947] env[69572]: DEBUG nova.compute.manager [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1263.340657] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.745s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.340881] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.341064] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1263.342125] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f600bef8-31ca-4338-860d-b745085962f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.350274] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91da979-af5e-4fa2-9d2b-7a230e40df30 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.364887] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65176eb0-7e9b-4bff-814d-d46ea2bb98ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.371952] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ef355f-c3c8-48f8-8451-c67bc1b4e0f9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.406602] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179705MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1263.406786] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.406913] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.651938] env[69572]: DEBUG oslo_vmware.api [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435417, 'name': PowerOffVM_Task, 'duration_secs': 0.197796} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.652253] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.652439] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.652677] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8f55e1b-573c-42ec-ab07-609ac8726f6b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.715469] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.715717] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.715904] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleting the datastore file [datastore2] 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.716178] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17893aea-f955-41c6-8dff-3b17c3ff8930 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.722419] env[69572]: DEBUG oslo_vmware.api [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for the task: (returnval){ [ 1263.722419] env[69572]: value = "task-3435419" [ 1263.722419] env[69572]: _type = "Task" [ 1263.722419] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.730293] env[69572]: DEBUG oslo_vmware.api [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.843184] env[69572]: DEBUG nova.compute.utils [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.844700] env[69572]: DEBUG nova.compute.manager [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1263.844869] env[69572]: DEBUG nova.network.neutron [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.890898] env[69572]: DEBUG nova.policy [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75cd59080a4f4c7aaed6acb51010556b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40070b7dddf8492d8af786fe89687bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.167462] env[69572]: DEBUG nova.network.neutron [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Successfully created port: a9308c83-903e-437c-aa73-756e64e56a9d {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.233402] env[69572]: DEBUG oslo_vmware.api [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Task: {'id': task-3435419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136411} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.233662] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.233884] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.234077] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.234257] env[69572]: INFO nova.compute.manager [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1264.234500] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.234688] env[69572]: DEBUG nova.compute.manager [-] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1264.234782] env[69572]: DEBUG nova.network.neutron [-] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.347727] env[69572]: DEBUG nova.compute.manager [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1264.434967] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 7888779c-56a7-4f64-a827-3b0c07e2d5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.435181] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.435325] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance e6d92416-1b84-4bfc-8aaf-0ac4435060bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.435462] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 30581de9-9aa0-4ccd-8603-ad92620b0691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.435530] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.435644] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 174fb405-fd41-4713-a666-a7be85b6d1b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.435773] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance f6282062-70be-4013-ab0a-996ea8e6bd59 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.435978] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1264.436127] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1264.538967] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24369ba8-7123-4851-a799-0708bcb747f3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.547282] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c6beb3-8732-4581-9458-47e63bf8a38d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.578550] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa7ccee-4a05-44e5-b97a-2255702b35af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.587414] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0a707d-c099-46a9-86c0-3ebc108c6ad4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.601160] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.790846] env[69572]: DEBUG nova.compute.manager [req-2a562404-f9f7-4df7-9add-86189feef0d9 req-9370bb68-0156-4ae3-a96e-46addebbecc9 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Received event network-vif-deleted-a68b031c-448d-494d-81dc-9de517635ed5 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1264.791068] env[69572]: INFO nova.compute.manager [req-2a562404-f9f7-4df7-9add-86189feef0d9 req-9370bb68-0156-4ae3-a96e-46addebbecc9 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Neutron deleted interface a68b031c-448d-494d-81dc-9de517635ed5; detaching it from the instance and deleting it from the info cache [ 1264.792015] env[69572]: DEBUG nova.network.neutron [req-2a562404-f9f7-4df7-9add-86189feef0d9 req-9370bb68-0156-4ae3-a96e-46addebbecc9 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.852739] env[69572]: INFO nova.virt.block_device [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Booting with volume abc4db49-2598-493e-8a13-fa299b7ae0a1 at /dev/sda [ 1264.895212] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-797cda03-ce1e-4988-afe2-aca8eae5c7fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.908025] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3e2772-8fd8-42e2-8e18-bd897f02d8e7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.940754] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77756ec5-6cdd-41e2-88eb-485ab2199bf3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.955522] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5cbf7e-e796-463d-8d41-297d7765c3ba {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.987819] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf4de4e-d375-4441-9031-d9ca5c686553 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.994804] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afb0e38-3afc-45df-818a-2020336eb965 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.008989] env[69572]: DEBUG nova.virt.block_device [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating existing volume attachment record: 94417060-d65a-4a63-a396-64fcc33d8d16 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1265.104553] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.272356] env[69572]: DEBUG nova.network.neutron [-] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.293743] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f42523c-39aa-4c0a-9b1d-04ab48211a37 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.304562] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be188e5-83c2-43fc-bf99-b8e8c54f6444 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.334204] env[69572]: DEBUG nova.compute.manager [req-2a562404-f9f7-4df7-9add-86189feef0d9 req-9370bb68-0156-4ae3-a96e-46addebbecc9 service nova] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Detach interface failed, port_id=a68b031c-448d-494d-81dc-9de517635ed5, reason: Instance 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1265.609527] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1265.609737] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.203s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.760967] env[69572]: DEBUG nova.network.neutron [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Successfully updated port: a9308c83-903e-437c-aa73-756e64e56a9d {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.775067] env[69572]: INFO nova.compute.manager [-] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Took 1.54 seconds to deallocate network for instance. [ 1266.266291] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.266582] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.266696] env[69572]: DEBUG nova.network.neutron [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.281255] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.281584] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.281848] env[69572]: DEBUG nova.objects.instance [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lazy-loading 'resources' on Instance uuid 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.803027] env[69572]: DEBUG nova.network.neutron [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.818587] env[69572]: DEBUG nova.compute.manager [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Received event network-vif-plugged-a9308c83-903e-437c-aa73-756e64e56a9d {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1266.818848] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] Acquiring lock "f6282062-70be-4013-ab0a-996ea8e6bd59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.819127] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.819303] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.819473] env[69572]: DEBUG nova.compute.manager [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] No waiting events found dispatching network-vif-plugged-a9308c83-903e-437c-aa73-756e64e56a9d {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1266.819632] env[69572]: WARNING nova.compute.manager [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Received unexpected event network-vif-plugged-a9308c83-903e-437c-aa73-756e64e56a9d for instance with vm_state building and task_state spawning. [ 1266.819788] env[69572]: DEBUG nova.compute.manager [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Received event network-changed-a9308c83-903e-437c-aa73-756e64e56a9d {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1266.819938] env[69572]: DEBUG nova.compute.manager [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Refreshing instance network info cache due to event network-changed-a9308c83-903e-437c-aa73-756e64e56a9d. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1266.820122] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] Acquiring lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.886194] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd50add-e5bf-4d99-ae78-5aab4b98c2fe {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.894533] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c878e-b97b-4be9-9200-d13647afae72 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.926337] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4705cb3-4ce8-4af5-9d7d-ba8182575006 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.933912] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce8d1d8-3882-4cb5-b7c5-f05279c23e26 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.948211] env[69572]: DEBUG nova.compute.provider_tree [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.958629] env[69572]: DEBUG nova.network.neutron [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance_info_cache with network_info: [{"id": "a9308c83-903e-437c-aa73-756e64e56a9d", "address": "fa:16:3e:03:76:ef", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9308c83-90", "ovs_interfaceid": "a9308c83-903e-437c-aa73-756e64e56a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.092898] env[69572]: DEBUG nova.compute.manager [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1267.093500] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.093711] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.093866] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.094061] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.094239] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.094402] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.094609] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.094764] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.094935] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.095196] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.095383] env[69572]: DEBUG nova.virt.hardware [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.096267] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24122f00-e2fb-4f82-9588-b211aab80be7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.104971] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9473f5-9aea-4541-9b4a-5033f25dd84a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.451668] env[69572]: DEBUG nova.scheduler.client.report [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.460878] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.461172] env[69572]: DEBUG nova.compute.manager [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Instance network_info: |[{"id": "a9308c83-903e-437c-aa73-756e64e56a9d", "address": "fa:16:3e:03:76:ef", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9308c83-90", "ovs_interfaceid": "a9308c83-903e-437c-aa73-756e64e56a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1267.461460] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] Acquired lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.461634] env[69572]: DEBUG nova.network.neutron [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Refreshing network info cache for port a9308c83-903e-437c-aa73-756e64e56a9d {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.462974] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:76:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9308c83-903e-437c-aa73-756e64e56a9d', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.471074] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.472478] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.472701] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4c902db-399c-4711-8cd9-90c3cd858a3b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.495928] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.495928] env[69572]: value = "task-3435420" [ 1267.495928] env[69572]: _type = "Task" [ 1267.495928] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.505767] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435420, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.957170] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.975536] env[69572]: INFO nova.scheduler.client.report [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Deleted allocations for instance 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa [ 1268.008773] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435420, 'name': CreateVM_Task, 'duration_secs': 0.3399} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.009486] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.010217] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '94417060-d65a-4a63-a396-64fcc33d8d16', 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685767', 'volume_id': 'abc4db49-2598-493e-8a13-fa299b7ae0a1', 'name': 'volume-abc4db49-2598-493e-8a13-fa299b7ae0a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6282062-70be-4013-ab0a-996ea8e6bd59', 'attached_at': '', 'detached_at': '', 'volume_id': 'abc4db49-2598-493e-8a13-fa299b7ae0a1', 'serial': 'abc4db49-2598-493e-8a13-fa299b7ae0a1'}, 'device_type': None, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69572) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1268.010490] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Root volume attach. Driver type: vmdk {{(pid=69572) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1268.011392] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b0d477-e78a-460d-9c57-49400ddf856e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.019956] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54c73a9-fec7-4f3e-ab4c-0147b2f7a68d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.027081] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54c0761-9a58-468f-aa40-aa9357c25782 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.033677] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b76eff8e-d7ff-4e32-9c8b-7793acef71cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.042905] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1268.042905] env[69572]: value = "task-3435421" [ 1268.042905] env[69572]: _type = "Task" [ 1268.042905] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.050560] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435421, 'name': RelocateVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.164253] env[69572]: DEBUG nova.network.neutron [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updated VIF entry in instance network info cache for port a9308c83-903e-437c-aa73-756e64e56a9d. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.164653] env[69572]: DEBUG nova.network.neutron [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance_info_cache with network_info: [{"id": "a9308c83-903e-437c-aa73-756e64e56a9d", "address": "fa:16:3e:03:76:ef", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9308c83-90", "ovs_interfaceid": "a9308c83-903e-437c-aa73-756e64e56a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.482542] env[69572]: DEBUG oslo_concurrency.lockutils [None req-9435570a-7e40-4dbe-b658-ebf3255e0646 tempest-ServerActionsTestOtherB-2004033868 tempest-ServerActionsTestOtherB-2004033868-project-member] Lock "3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.865s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.553392] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435421, 'name': RelocateVM_Task, 'duration_secs': 0.382539} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.553666] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1268.553866] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685767', 'volume_id': 'abc4db49-2598-493e-8a13-fa299b7ae0a1', 'name': 'volume-abc4db49-2598-493e-8a13-fa299b7ae0a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6282062-70be-4013-ab0a-996ea8e6bd59', 'attached_at': '', 'detached_at': '', 'volume_id': 'abc4db49-2598-493e-8a13-fa299b7ae0a1', 'serial': 'abc4db49-2598-493e-8a13-fa299b7ae0a1'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1268.554610] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f83c460-fd10-4275-9bb2-2e0837f78cfa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.569886] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83534518-786e-43ce-8fc7-edf875c463c2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.591759] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-abc4db49-2598-493e-8a13-fa299b7ae0a1/volume-abc4db49-2598-493e-8a13-fa299b7ae0a1.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.591973] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7280d68-61d6-4bb4-acfd-1f30a2eef9ab {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.611542] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1268.611542] env[69572]: value = "task-3435422" [ 1268.611542] env[69572]: _type = "Task" [ 1268.611542] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.619054] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.667305] env[69572]: DEBUG oslo_concurrency.lockutils [req-5a36e4ba-bc20-4e4d-8c6b-45e5f1508dc4 req-31de7cb2-3f0e-47c6-8bb5-1d4467d69013 service nova] Releasing lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.122180] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435422, 'name': ReconfigVM_Task, 'duration_secs': 0.276244} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.122458] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-abc4db49-2598-493e-8a13-fa299b7ae0a1/volume-abc4db49-2598-493e-8a13-fa299b7ae0a1.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.127262] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1f91bf-43ee-47af-b562-7bf13d3d00d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.143182] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1269.143182] env[69572]: value = "task-3435424" [ 1269.143182] env[69572]: _type = "Task" [ 1269.143182] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.151017] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.653254] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435424, 'name': ReconfigVM_Task, 'duration_secs': 0.128825} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.653674] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685767', 'volume_id': 'abc4db49-2598-493e-8a13-fa299b7ae0a1', 'name': 'volume-abc4db49-2598-493e-8a13-fa299b7ae0a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6282062-70be-4013-ab0a-996ea8e6bd59', 'attached_at': '', 'detached_at': '', 'volume_id': 'abc4db49-2598-493e-8a13-fa299b7ae0a1', 'serial': 'abc4db49-2598-493e-8a13-fa299b7ae0a1'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1269.654070] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8c4ac79-86e4-4a79-9edb-6a43b0d6ffd9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.661260] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1269.661260] env[69572]: value = "task-3435425" [ 1269.661260] env[69572]: _type = "Task" [ 1269.661260] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.668918] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435425, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.172396] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435425, 'name': Rename_Task, 'duration_secs': 0.134184} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.172622] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.172850] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c9da8e1-bc13-434b-82f4-c375a3daa4de {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.180331] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1270.180331] env[69572]: value = "task-3435426" [ 1270.180331] env[69572]: _type = "Task" [ 1270.180331] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.188260] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.691149] env[69572]: DEBUG oslo_vmware.api [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435426, 'name': PowerOnVM_Task, 'duration_secs': 0.453255} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.691521] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.691599] env[69572]: INFO nova.compute.manager [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Took 3.60 seconds to spawn the instance on the hypervisor. [ 1270.691783] env[69572]: DEBUG nova.compute.manager [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1270.692591] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7222847f-1958-48a3-8489-240cb962d1b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.211910] env[69572]: INFO nova.compute.manager [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Took 10.06 seconds to build instance. [ 1271.714128] env[69572]: DEBUG oslo_concurrency.lockutils [None req-33e5c528-23f7-468d-92b9-466b13f87890 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.569s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.235674] env[69572]: DEBUG nova.compute.manager [req-e068915c-c722-47a2-a9eb-a6b612d93cc0 req-eed0d753-46a5-4629-a59f-5499a5beabb3 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Received event network-changed-74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1272.236193] env[69572]: DEBUG nova.compute.manager [req-e068915c-c722-47a2-a9eb-a6b612d93cc0 req-eed0d753-46a5-4629-a59f-5499a5beabb3 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Refreshing instance network info cache due to event network-changed-74786803-7e5b-4075-a283-636dabbe45c6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1272.236662] env[69572]: DEBUG oslo_concurrency.lockutils [req-e068915c-c722-47a2-a9eb-a6b612d93cc0 req-eed0d753-46a5-4629-a59f-5499a5beabb3 service nova] Acquiring lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.237050] env[69572]: DEBUG oslo_concurrency.lockutils [req-e068915c-c722-47a2-a9eb-a6b612d93cc0 req-eed0d753-46a5-4629-a59f-5499a5beabb3 service nova] Acquired lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.237449] env[69572]: DEBUG nova.network.neutron [req-e068915c-c722-47a2-a9eb-a6b612d93cc0 req-eed0d753-46a5-4629-a59f-5499a5beabb3 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Refreshing network info cache for port 74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.267801] env[69572]: DEBUG nova.network.neutron [req-e068915c-c722-47a2-a9eb-a6b612d93cc0 req-eed0d753-46a5-4629-a59f-5499a5beabb3 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Updated VIF entry in instance network info cache for port 74786803-7e5b-4075-a283-636dabbe45c6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.268322] env[69572]: DEBUG nova.network.neutron [req-e068915c-c722-47a2-a9eb-a6b612d93cc0 req-eed0d753-46a5-4629-a59f-5499a5beabb3 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Updating instance_info_cache with network_info: [{"id": "74786803-7e5b-4075-a283-636dabbe45c6", "address": "fa:16:3e:40:1f:bd", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74786803-7e", "ovs_interfaceid": "74786803-7e5b-4075-a283-636dabbe45c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.771257] env[69572]: DEBUG oslo_concurrency.lockutils [req-e068915c-c722-47a2-a9eb-a6b612d93cc0 req-eed0d753-46a5-4629-a59f-5499a5beabb3 service nova] Releasing lock "refresh_cache-7888779c-56a7-4f64-a827-3b0c07e2d5f3" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.791701] env[69572]: DEBUG nova.compute.manager [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Stashing vm_state: active {{(pid=69572) _prep_resize /opt/stack/nova/nova/compute/manager.py:6135}} [ 1274.267729] env[69572]: DEBUG nova.compute.manager [req-3191875c-6664-428c-b1a1-74b0c86424be req-3780c13b-8c76-4acc-846a-37cef61eecd1 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Received event network-changed-a9308c83-903e-437c-aa73-756e64e56a9d {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1274.267960] env[69572]: DEBUG nova.compute.manager [req-3191875c-6664-428c-b1a1-74b0c86424be req-3780c13b-8c76-4acc-846a-37cef61eecd1 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Refreshing instance network info cache due to event network-changed-a9308c83-903e-437c-aa73-756e64e56a9d. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1274.268201] env[69572]: DEBUG oslo_concurrency.lockutils [req-3191875c-6664-428c-b1a1-74b0c86424be req-3780c13b-8c76-4acc-846a-37cef61eecd1 service nova] Acquiring lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.268349] env[69572]: DEBUG oslo_concurrency.lockutils [req-3191875c-6664-428c-b1a1-74b0c86424be req-3780c13b-8c76-4acc-846a-37cef61eecd1 service nova] Acquired lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.268474] env[69572]: DEBUG nova.network.neutron [req-3191875c-6664-428c-b1a1-74b0c86424be req-3780c13b-8c76-4acc-846a-37cef61eecd1 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Refreshing network info cache for port a9308c83-903e-437c-aa73-756e64e56a9d {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.311663] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.311935] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.816426] env[69572]: INFO nova.compute.claims [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.014377] env[69572]: DEBUG nova.network.neutron [req-3191875c-6664-428c-b1a1-74b0c86424be req-3780c13b-8c76-4acc-846a-37cef61eecd1 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updated VIF entry in instance network info cache for port a9308c83-903e-437c-aa73-756e64e56a9d. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.014377] env[69572]: DEBUG nova.network.neutron [req-3191875c-6664-428c-b1a1-74b0c86424be req-3780c13b-8c76-4acc-846a-37cef61eecd1 service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance_info_cache with network_info: [{"id": "a9308c83-903e-437c-aa73-756e64e56a9d", "address": "fa:16:3e:03:76:ef", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9308c83-90", "ovs_interfaceid": "a9308c83-903e-437c-aa73-756e64e56a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.325754] env[69572]: INFO nova.compute.resource_tracker [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating resource usage from migration 98aaf818-239c-4637-bb3e-6cab3bb80c21 [ 1275.421896] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4450fbef-dbd9-43bb-93bd-d0870b83b66c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.430371] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da65411f-08f6-48da-8bdf-23c35da2a2ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.461752] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800a99f9-0658-4909-b7a0-98a224eeb39e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.469757] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e67d8e-2c79-4e95-8ecd-82217ad40a07 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.483403] env[69572]: DEBUG nova.compute.provider_tree [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.513901] env[69572]: DEBUG oslo_concurrency.lockutils [req-3191875c-6664-428c-b1a1-74b0c86424be req-3780c13b-8c76-4acc-846a-37cef61eecd1 service nova] Releasing lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.986996] env[69572]: DEBUG nova.scheduler.client.report [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.493535] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.181s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.493807] env[69572]: INFO nova.compute.manager [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Migrating [ 1277.011377] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.011674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.012025] env[69572]: DEBUG nova.network.neutron [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.508493] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.508846] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.715922] env[69572]: DEBUG nova.network.neutron [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance_info_cache with network_info: [{"id": "a9308c83-903e-437c-aa73-756e64e56a9d", "address": "fa:16:3e:03:76:ef", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9308c83-90", "ovs_interfaceid": "a9308c83-903e-437c-aa73-756e64e56a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.011339] env[69572]: DEBUG nova.compute.manager [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1278.220153] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.535038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.535344] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.536906] env[69572]: INFO nova.compute.claims [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.646593] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fd5937-fd03-4d72-91f0-7390e810a100 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.654505] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f791c2b1-62ad-43a5-9d13-ad25112310a8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.684311] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95a6908-b4a0-4731-ac58-da47c9793a53 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.692351] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4394914f-31e2-490c-85e5-ae6bfd403ce9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.705581] env[69572]: DEBUG nova.compute.provider_tree [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.735982] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7514f013-2f05-47fb-b8c3-77c0cba5e385 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.756363] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance 'f6282062-70be-4013-ab0a-996ea8e6bd59' progress to 0 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.209275] env[69572]: DEBUG nova.scheduler.client.report [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.262117] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.262417] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9851b80-2ad5-4934-9649-dac5cff66877 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.270881] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1280.270881] env[69572]: value = "task-3435427" [ 1280.270881] env[69572]: _type = "Task" [ 1280.270881] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.279760] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.714714] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.715312] env[69572]: DEBUG nova.compute.manager [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1280.780349] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435427, 'name': PowerOffVM_Task, 'duration_secs': 0.188657} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.780598] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.780777] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance 'f6282062-70be-4013-ab0a-996ea8e6bd59' progress to 17 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.220146] env[69572]: DEBUG nova.compute.utils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.221562] env[69572]: DEBUG nova.compute.manager [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1281.221715] env[69572]: DEBUG nova.network.neutron [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.266018] env[69572]: DEBUG nova.policy [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c39ec04edb8844c592cc4bc1d143b576', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27d53042d72249c0b49ebccf9528dd34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.286777] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.286978] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.287155] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.287338] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.287484] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.287628] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.287858] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.288044] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.288226] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.288387] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.288552] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.293557] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc0f6575-b940-4b3a-99f7-2bd8654a12e1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.310620] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1281.310620] env[69572]: value = "task-3435428" [ 1281.310620] env[69572]: _type = "Task" [ 1281.310620] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.318309] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.510489] env[69572]: DEBUG nova.network.neutron [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Successfully created port: 6987edf1-2965-4cef-9ca9-b135303d4f6a {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.725170] env[69572]: DEBUG nova.compute.manager [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1281.821592] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.322559] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.734105] env[69572]: DEBUG nova.compute.manager [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1282.760617] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.761274] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.761274] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.761274] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.761441] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.761476] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.761678] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.761839] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.762014] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.762184] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.762351] env[69572]: DEBUG nova.virt.hardware [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.763218] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735c536c-5f51-450e-a76b-293f39e06ce7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.771168] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a324703-bcca-4836-b567-a35fc380d4b4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.820693] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435428, 'name': ReconfigVM_Task, 'duration_secs': 1.166774} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.820978] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance 'f6282062-70be-4013-ab0a-996ea8e6bd59' progress to 33 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.849957] env[69572]: DEBUG nova.compute.manager [req-eba8d010-3922-428b-bd47-7b379903d493 req-3f6191f3-ba52-4801-b1ed-8aab6bd565b0 service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Received event network-vif-plugged-6987edf1-2965-4cef-9ca9-b135303d4f6a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1282.850253] env[69572]: DEBUG oslo_concurrency.lockutils [req-eba8d010-3922-428b-bd47-7b379903d493 req-3f6191f3-ba52-4801-b1ed-8aab6bd565b0 service nova] Acquiring lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.850471] env[69572]: DEBUG oslo_concurrency.lockutils [req-eba8d010-3922-428b-bd47-7b379903d493 req-3f6191f3-ba52-4801-b1ed-8aab6bd565b0 service nova] Lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.850633] env[69572]: DEBUG oslo_concurrency.lockutils [req-eba8d010-3922-428b-bd47-7b379903d493 req-3f6191f3-ba52-4801-b1ed-8aab6bd565b0 service nova] Lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.850800] env[69572]: DEBUG nova.compute.manager [req-eba8d010-3922-428b-bd47-7b379903d493 req-3f6191f3-ba52-4801-b1ed-8aab6bd565b0 service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] No waiting events found dispatching network-vif-plugged-6987edf1-2965-4cef-9ca9-b135303d4f6a {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1282.850965] env[69572]: WARNING nova.compute.manager [req-eba8d010-3922-428b-bd47-7b379903d493 req-3f6191f3-ba52-4801-b1ed-8aab6bd565b0 service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Received unexpected event network-vif-plugged-6987edf1-2965-4cef-9ca9-b135303d4f6a for instance with vm_state building and task_state spawning. [ 1282.931785] env[69572]: DEBUG nova.network.neutron [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Successfully updated port: 6987edf1-2965-4cef-9ca9-b135303d4f6a {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.326759] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.327016] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.327186] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.327373] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.327520] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.327667] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.327873] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.328073] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.328262] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.328428] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.328602] env[69572]: DEBUG nova.virt.hardware [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.333844] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.334142] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae66e385-244b-4480-b051-af89a76ceb95 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.352698] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1283.352698] env[69572]: value = "task-3435429" [ 1283.352698] env[69572]: _type = "Task" [ 1283.352698] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.361432] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.436687] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "refresh_cache-1a74cd4e-ec87-4f4a-9c51-a3646989340a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.436848] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "refresh_cache-1a74cd4e-ec87-4f4a-9c51-a3646989340a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.436998] env[69572]: DEBUG nova.network.neutron [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.862866] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435429, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.967317] env[69572]: DEBUG nova.network.neutron [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.068046] env[69572]: DEBUG nova.network.neutron [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Updating instance_info_cache with network_info: [{"id": "6987edf1-2965-4cef-9ca9-b135303d4f6a", "address": "fa:16:3e:8f:e1:a0", "network": {"id": "49434b8d-bc40-4f2e-a00c-3ea0a35539a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-346154648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "27d53042d72249c0b49ebccf9528dd34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6987edf1-29", "ovs_interfaceid": "6987edf1-2965-4cef-9ca9-b135303d4f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.362872] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435429, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.570859] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "refresh_cache-1a74cd4e-ec87-4f4a-9c51-a3646989340a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.571215] env[69572]: DEBUG nova.compute.manager [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Instance network_info: |[{"id": "6987edf1-2965-4cef-9ca9-b135303d4f6a", "address": "fa:16:3e:8f:e1:a0", "network": {"id": "49434b8d-bc40-4f2e-a00c-3ea0a35539a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-346154648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "27d53042d72249c0b49ebccf9528dd34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6987edf1-29", "ovs_interfaceid": "6987edf1-2965-4cef-9ca9-b135303d4f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1284.571640] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:e1:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6987edf1-2965-4cef-9ca9-b135303d4f6a', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.578881] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Creating folder: Project (27d53042d72249c0b49ebccf9528dd34). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.579174] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdf17820-d1fa-4758-a899-f417c7380b08 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.590581] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Created folder: Project (27d53042d72249c0b49ebccf9528dd34) in parent group-v685431. [ 1284.590581] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Creating folder: Instances. Parent ref: group-v685771. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.590719] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15ae5aff-0fbc-4bf5-957a-b0d5ea211ccb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.600945] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Created folder: Instances in parent group-v685771. [ 1284.601579] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.601579] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.601579] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb340379-269d-486d-8674-e404a2560b10 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.620781] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.620781] env[69572]: value = "task-3435432" [ 1284.620781] env[69572]: _type = "Task" [ 1284.620781] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.628177] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435432, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.862986] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435429, 'name': ReconfigVM_Task, 'duration_secs': 1.15368} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.863293] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.864085] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a45524-89cf-4145-83c3-dbbb60b10eec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.885565] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-abc4db49-2598-493e-8a13-fa299b7ae0a1/volume-abc4db49-2598-493e-8a13-fa299b7ae0a1.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.886928] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78afce5-3171-46e7-873d-6d1d4b9abaf1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.900237] env[69572]: DEBUG nova.compute.manager [req-29b4e54b-6d90-4480-b0d7-d1eaa31c6f83 req-d0caac71-9663-4051-9e46-d3cbafb769dc service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Received event network-changed-6987edf1-2965-4cef-9ca9-b135303d4f6a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1284.900441] env[69572]: DEBUG nova.compute.manager [req-29b4e54b-6d90-4480-b0d7-d1eaa31c6f83 req-d0caac71-9663-4051-9e46-d3cbafb769dc service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Refreshing instance network info cache due to event network-changed-6987edf1-2965-4cef-9ca9-b135303d4f6a. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1284.902223] env[69572]: DEBUG oslo_concurrency.lockutils [req-29b4e54b-6d90-4480-b0d7-d1eaa31c6f83 req-d0caac71-9663-4051-9e46-d3cbafb769dc service nova] Acquiring lock "refresh_cache-1a74cd4e-ec87-4f4a-9c51-a3646989340a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.902388] env[69572]: DEBUG oslo_concurrency.lockutils [req-29b4e54b-6d90-4480-b0d7-d1eaa31c6f83 req-d0caac71-9663-4051-9e46-d3cbafb769dc service nova] Acquired lock "refresh_cache-1a74cd4e-ec87-4f4a-9c51-a3646989340a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.902605] env[69572]: DEBUG nova.network.neutron [req-29b4e54b-6d90-4480-b0d7-d1eaa31c6f83 req-d0caac71-9663-4051-9e46-d3cbafb769dc service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Refreshing network info cache for port 6987edf1-2965-4cef-9ca9-b135303d4f6a {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.909187] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1284.909187] env[69572]: value = "task-3435433" [ 1284.909187] env[69572]: _type = "Task" [ 1284.909187] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.919821] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.130158] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435432, 'name': CreateVM_Task, 'duration_secs': 0.298548} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.130395] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.130964] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.131142] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.131480] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.131742] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4734b111-5466-41b5-96a6-0c65f6c65e85 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.136169] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1285.136169] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5245f44f-7c23-ca4b-0319-22c841cc6b25" [ 1285.136169] env[69572]: _type = "Task" [ 1285.136169] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.143816] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5245f44f-7c23-ca4b-0319-22c841cc6b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.418742] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435433, 'name': ReconfigVM_Task, 'duration_secs': 0.248087} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.419033] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-abc4db49-2598-493e-8a13-fa299b7ae0a1/volume-abc4db49-2598-493e-8a13-fa299b7ae0a1.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.419270] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance 'f6282062-70be-4013-ab0a-996ea8e6bd59' progress to 50 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.567419] env[69572]: DEBUG nova.network.neutron [req-29b4e54b-6d90-4480-b0d7-d1eaa31c6f83 req-d0caac71-9663-4051-9e46-d3cbafb769dc service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Updated VIF entry in instance network info cache for port 6987edf1-2965-4cef-9ca9-b135303d4f6a. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.567767] env[69572]: DEBUG nova.network.neutron [req-29b4e54b-6d90-4480-b0d7-d1eaa31c6f83 req-d0caac71-9663-4051-9e46-d3cbafb769dc service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Updating instance_info_cache with network_info: [{"id": "6987edf1-2965-4cef-9ca9-b135303d4f6a", "address": "fa:16:3e:8f:e1:a0", "network": {"id": "49434b8d-bc40-4f2e-a00c-3ea0a35539a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-346154648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "27d53042d72249c0b49ebccf9528dd34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6987edf1-29", "ovs_interfaceid": "6987edf1-2965-4cef-9ca9-b135303d4f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.647207] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5245f44f-7c23-ca4b-0319-22c841cc6b25, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.647495] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.647720] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.648024] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.648137] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.648360] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.648616] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e0d74c7-4b6a-4c97-8e68-d5d79ae3778e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.657433] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.657601] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.658301] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32eb3db-69cc-4789-bc0d-125f19147dfd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.663319] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1285.663319] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]521f1536-0bb5-b40c-c0de-8d6f52ac3e8f" [ 1285.663319] env[69572]: _type = "Task" [ 1285.663319] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.671215] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521f1536-0bb5-b40c-c0de-8d6f52ac3e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.925996] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c267e2b-2c28-4ffd-a054-64d0f9c49c6b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.945286] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f149bf38-9689-4648-822d-6b1de5f54b0e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.964181] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance 'f6282062-70be-4013-ab0a-996ea8e6bd59' progress to 67 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.070996] env[69572]: DEBUG oslo_concurrency.lockutils [req-29b4e54b-6d90-4480-b0d7-d1eaa31c6f83 req-d0caac71-9663-4051-9e46-d3cbafb769dc service nova] Releasing lock "refresh_cache-1a74cd4e-ec87-4f4a-9c51-a3646989340a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.173796] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]521f1536-0bb5-b40c-c0de-8d6f52ac3e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.008779} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.174561] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169d0be4-7c88-4dec-8bd4-d2ab4b978b8d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.180251] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1286.180251] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f64ad0-cd87-c24d-4f32-bf3df29e3703" [ 1286.180251] env[69572]: _type = "Task" [ 1286.180251] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.187699] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f64ad0-cd87-c24d-4f32-bf3df29e3703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.691186] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f64ad0-cd87-c24d-4f32-bf3df29e3703, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.691562] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.691793] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 1a74cd4e-ec87-4f4a-9c51-a3646989340a/1a74cd4e-ec87-4f4a-9c51-a3646989340a.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.692079] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c6aa135-f332-49ff-84c6-d6e59cf35b7d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.698744] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1286.698744] env[69572]: value = "task-3435434" [ 1286.698744] env[69572]: _type = "Task" [ 1286.698744] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.706808] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.208560] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437448} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.208963] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 1a74cd4e-ec87-4f4a-9c51-a3646989340a/1a74cd4e-ec87-4f4a-9c51-a3646989340a.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.209085] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.209282] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1cc296a-66a6-4842-8945-5f06d6342d94 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.215387] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1287.215387] env[69572]: value = "task-3435435" [ 1287.215387] env[69572]: _type = "Task" [ 1287.215387] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.223095] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.615020] env[69572]: DEBUG nova.network.neutron [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Port a9308c83-903e-437c-aa73-756e64e56a9d binding to destination host cpu-1 is already ACTIVE {{(pid=69572) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1287.725266] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071019} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.725597] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.726453] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd3d2aa-c5dc-4841-a440-108d88df9fc0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.749151] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 1a74cd4e-ec87-4f4a-9c51-a3646989340a/1a74cd4e-ec87-4f4a-9c51-a3646989340a.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.749151] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f48a08-3194-4280-a1a4-74477a60467d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.768681] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1287.768681] env[69572]: value = "task-3435436" [ 1287.768681] env[69572]: _type = "Task" [ 1287.768681] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.775989] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.279530] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.636051] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "f6282062-70be-4013-ab0a-996ea8e6bd59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.636051] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.636264] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.779352] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435436, 'name': ReconfigVM_Task, 'duration_secs': 0.671623} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.779352] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 1a74cd4e-ec87-4f4a-9c51-a3646989340a/1a74cd4e-ec87-4f4a-9c51-a3646989340a.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.779352] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c64a2866-04b8-4468-bd4d-c1250b59ef80 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.786206] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1288.786206] env[69572]: value = "task-3435437" [ 1288.786206] env[69572]: _type = "Task" [ 1288.786206] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.793434] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435437, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.296017] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435437, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.671802] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.671990] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.672182] env[69572]: DEBUG nova.network.neutron [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.796211] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435437, 'name': Rename_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.296294] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435437, 'name': Rename_Task, 'duration_secs': 1.147869} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.296568] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.296790] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1d968ff-b999-4e2f-8b0f-6d4402877561 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.305177] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1290.305177] env[69572]: value = "task-3435438" [ 1290.305177] env[69572]: _type = "Task" [ 1290.305177] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.312382] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.374288] env[69572]: DEBUG nova.network.neutron [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance_info_cache with network_info: [{"id": "a9308c83-903e-437c-aa73-756e64e56a9d", "address": "fa:16:3e:03:76:ef", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9308c83-90", "ovs_interfaceid": "a9308c83-903e-437c-aa73-756e64e56a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.815304] env[69572]: DEBUG oslo_vmware.api [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435438, 'name': PowerOnVM_Task, 'duration_secs': 0.443278} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.815583] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.815761] env[69572]: INFO nova.compute.manager [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1290.815954] env[69572]: DEBUG nova.compute.manager [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1290.816736] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a058584-25e0-4cc3-af3c-1098ca9b5a8b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.876523] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.334849] env[69572]: INFO nova.compute.manager [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Took 12.82 seconds to build instance. [ 1291.386059] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcab0991-307d-478f-b64d-3d4daf520bb2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.393206] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab17c5c-3591-4317-8158-b5cc324d3b5c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.660678] env[69572]: INFO nova.compute.manager [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Rescuing [ 1291.660895] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "refresh_cache-1a74cd4e-ec87-4f4a-9c51-a3646989340a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.661054] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "refresh_cache-1a74cd4e-ec87-4f4a-9c51-a3646989340a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.661225] env[69572]: DEBUG nova.network.neutron [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.837350] env[69572]: DEBUG oslo_concurrency.lockutils [None req-72869b47-31c1-4b47-bb14-ae74e27c15ab tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.328s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.342294] env[69572]: DEBUG nova.network.neutron [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Updating instance_info_cache with network_info: [{"id": "6987edf1-2965-4cef-9ca9-b135303d4f6a", "address": "fa:16:3e:8f:e1:a0", "network": {"id": "49434b8d-bc40-4f2e-a00c-3ea0a35539a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-346154648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "27d53042d72249c0b49ebccf9528dd34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6987edf1-29", "ovs_interfaceid": "6987edf1-2965-4cef-9ca9-b135303d4f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.487349] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d460e8-4c59-4718-bfc3-23c7f2801f88 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.506382] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7c0881-43d6-4f05-938b-76fcbee78767 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.513227] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance 'f6282062-70be-4013-ab0a-996ea8e6bd59' progress to 83 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.844844] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "refresh_cache-1a74cd4e-ec87-4f4a-9c51-a3646989340a" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.019081] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.019418] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a4cb1e9-63e6-4206-8ac2-fb4e065dd1b9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.027100] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1293.027100] env[69572]: value = "task-3435439" [ 1293.027100] env[69572]: _type = "Task" [ 1293.027100] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.036128] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.536964] env[69572]: DEBUG oslo_vmware.api [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435439, 'name': PowerOnVM_Task, 'duration_secs': 0.418896} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.537332] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.537443] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2c0e1-080d-4d09-9c64-61986815cd5f tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance 'f6282062-70be-4013-ab0a-996ea8e6bd59' progress to 100 {{(pid=69572) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.382195] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.382455] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ebda4f3-2fbe-4d73-b39c-352bb8f1fe28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.390891] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1294.390891] env[69572]: value = "task-3435440" [ 1294.390891] env[69572]: _type = "Task" [ 1294.390891] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.399087] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.900551] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435440, 'name': PowerOffVM_Task, 'duration_secs': 0.243037} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.900941] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.901636] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef2a43c-e668-4cec-a6a1-8ee53d9dd76e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.919189] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0dc76c-e952-46e0-a46b-be6329499f40 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.946203] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.946489] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b5d9fa0-4af3-43c9-bd50-d4e8e54326af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.952694] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1294.952694] env[69572]: value = "task-3435441" [ 1294.952694] env[69572]: _type = "Task" [ 1294.952694] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.960039] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.463999] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1295.464257] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.464509] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.464659] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.464833] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.465099] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd42d3b7-cda5-4055-9727-e7728fcea280 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.473819] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.474015] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.474737] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2439fc30-7862-46cd-879f-3e88822785b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.479687] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1295.479687] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52a82e1b-6128-5ab1-6b39-c882007a18bd" [ 1295.479687] env[69572]: _type = "Task" [ 1295.479687] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.487723] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a82e1b-6128-5ab1-6b39-c882007a18bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.989515] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52a82e1b-6128-5ab1-6b39-c882007a18bd, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.990289] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441b16d2-22b4-4473-87a4-2df0e3921d29 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.995721] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1295.995721] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525f6e46-0cfc-a3e4-29b2-7b035efa80aa" [ 1295.995721] env[69572]: _type = "Task" [ 1295.995721] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.003051] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "174fb405-fd41-4713-a666-a7be85b6d1b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.003280] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "174fb405-fd41-4713-a666-a7be85b6d1b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.003475] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "174fb405-fd41-4713-a666-a7be85b6d1b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.003656] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "174fb405-fd41-4713-a666-a7be85b6d1b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.003821] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "174fb405-fd41-4713-a666-a7be85b6d1b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.005305] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525f6e46-0cfc-a3e4-29b2-7b035efa80aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.005792] env[69572]: INFO nova.compute.manager [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Terminating instance [ 1296.330484] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "f6282062-70be-4013-ab0a-996ea8e6bd59" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.330741] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.330927] env[69572]: DEBUG nova.compute.manager [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Going to confirm migration 10 {{(pid=69572) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5249}} [ 1296.506170] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525f6e46-0cfc-a3e4-29b2-7b035efa80aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.506471] env[69572]: DEBUG oslo_concurrency.lockutils [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.506726] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 1a74cd4e-ec87-4f4a-9c51-a3646989340a/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. {{(pid=69572) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1296.506981] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98d634b7-44fb-46ce-a9fa-d27447bf9a12 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.509411] env[69572]: DEBUG nova.compute.manager [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1296.509596] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.510297] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f941a78d-ab16-448e-bb30-7a08fd4e3dff {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.516776] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.517775] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58b38c32-bfe3-4569-b9f5-792965b33346 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.519162] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1296.519162] env[69572]: value = "task-3435442" [ 1296.519162] env[69572]: _type = "Task" [ 1296.519162] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.523713] env[69572]: DEBUG oslo_vmware.api [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1296.523713] env[69572]: value = "task-3435443" [ 1296.523713] env[69572]: _type = "Task" [ 1296.523713] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.529054] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.536294] env[69572]: DEBUG oslo_vmware.api [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.896424] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.896603] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquired lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.896779] env[69572]: DEBUG nova.network.neutron [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.896963] env[69572]: DEBUG nova.objects.instance [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lazy-loading 'info_cache' on Instance uuid f6282062-70be-4013-ab0a-996ea8e6bd59 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.032547] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492638} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.035407] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 1a74cd4e-ec87-4f4a-9c51-a3646989340a/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. [ 1297.035686] env[69572]: DEBUG oslo_vmware.api [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435443, 'name': PowerOffVM_Task, 'duration_secs': 0.158591} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.036365] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9740902c-e7fc-44d4-94f3-375b9cba5646 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.038862] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.039055] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.039292] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06aa6075-2043-4645-847f-7c17e1c82298 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.062881] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 1a74cd4e-ec87-4f4a-9c51-a3646989340a/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.063133] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb24d7c-5ebd-434a-ac27-92d3d1a358d6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.079988] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1297.079988] env[69572]: value = "task-3435445" [ 1297.079988] env[69572]: _type = "Task" [ 1297.079988] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.087278] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.100345] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.100599] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.100773] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleting the datastore file [datastore1] 174fb405-fd41-4713-a666-a7be85b6d1b9 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.101044] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e59f4ca4-ade9-4693-b5b3-479d04fafa62 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.106912] env[69572]: DEBUG oslo_vmware.api [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1297.106912] env[69572]: value = "task-3435446" [ 1297.106912] env[69572]: _type = "Task" [ 1297.106912] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.114381] env[69572]: DEBUG oslo_vmware.api [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.591422] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.615749] env[69572]: DEBUG oslo_vmware.api [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126668} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.616008] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.616241] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.616427] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.616630] env[69572]: INFO nova.compute.manager [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1297.616889] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.617094] env[69572]: DEBUG nova.compute.manager [-] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1297.617188] env[69572]: DEBUG nova.network.neutron [-] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.089909] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.159333] env[69572]: DEBUG nova.compute.manager [req-01ce12ac-c195-4585-9b3f-4b38c4ab19b0 req-252bfe08-d03d-43a2-b5da-6d4c0c582519 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Received event network-vif-deleted-444782cd-d3e8-4407-bc52-098daac502c2 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1298.159553] env[69572]: INFO nova.compute.manager [req-01ce12ac-c195-4585-9b3f-4b38c4ab19b0 req-252bfe08-d03d-43a2-b5da-6d4c0c582519 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Neutron deleted interface 444782cd-d3e8-4407-bc52-098daac502c2; detaching it from the instance and deleting it from the info cache [ 1298.159972] env[69572]: DEBUG nova.network.neutron [req-01ce12ac-c195-4585-9b3f-4b38c4ab19b0 req-252bfe08-d03d-43a2-b5da-6d4c0c582519 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.207683] env[69572]: DEBUG nova.network.neutron [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance_info_cache with network_info: [{"id": "a9308c83-903e-437c-aa73-756e64e56a9d", "address": "fa:16:3e:03:76:ef", "network": {"id": "afccd38f-fc25-48ea-b4de-f8875f29e039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699790013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40070b7dddf8492d8af786fe89687bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9308c83-90", "ovs_interfaceid": "a9308c83-903e-437c-aa73-756e64e56a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.592030] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435445, 'name': ReconfigVM_Task, 'duration_secs': 1.119092} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.592328] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 1a74cd4e-ec87-4f4a-9c51-a3646989340a/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.593100] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59012296-0018-456a-825c-80417eae46af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.617124] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043c3c79-7ef6-4709-a632-cbc7ea541ca5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.631531] env[69572]: DEBUG nova.network.neutron [-] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.632703] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1298.632703] env[69572]: value = "task-3435447" [ 1298.632703] env[69572]: _type = "Task" [ 1298.632703] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.640481] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.662225] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33a1fd25-4f62-40d4-bf6d-9eb55012a91a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.670935] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0b64a5-3d4e-4010-9fe6-da7556e390ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.701571] env[69572]: DEBUG nova.compute.manager [req-01ce12ac-c195-4585-9b3f-4b38c4ab19b0 req-252bfe08-d03d-43a2-b5da-6d4c0c582519 service nova] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Detach interface failed, port_id=444782cd-d3e8-4407-bc52-098daac502c2, reason: Instance 174fb405-fd41-4713-a666-a7be85b6d1b9 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1298.710333] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Releasing lock "refresh_cache-f6282062-70be-4013-ab0a-996ea8e6bd59" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.710479] env[69572]: DEBUG nova.objects.instance [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lazy-loading 'migration_context' on Instance uuid f6282062-70be-4013-ab0a-996ea8e6bd59 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.137288] env[69572]: INFO nova.compute.manager [-] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Took 1.52 seconds to deallocate network for instance. [ 1299.144692] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435447, 'name': ReconfigVM_Task, 'duration_secs': 0.149266} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.145848] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.145848] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cff125f-6048-455f-b50a-49ea4bbc1577 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.151500] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1299.151500] env[69572]: value = "task-3435448" [ 1299.151500] env[69572]: _type = "Task" [ 1299.151500] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.158771] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.213676] env[69572]: DEBUG nova.objects.base [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69572) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1299.214599] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c558b8-29e6-4be9-9a62-e2f33bf64804 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.234968] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2af87e-ccd1-4970-b1f1-69377845562b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.239923] env[69572]: DEBUG oslo_vmware.api [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1299.239923] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52975ca1-9174-6310-605f-4ec4197c3559" [ 1299.239923] env[69572]: _type = "Task" [ 1299.239923] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.247346] env[69572]: DEBUG oslo_vmware.api [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52975ca1-9174-6310-605f-4ec4197c3559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.646262] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.646566] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.646793] env[69572]: DEBUG nova.objects.instance [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lazy-loading 'resources' on Instance uuid 174fb405-fd41-4713-a666-a7be85b6d1b9 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.661980] env[69572]: DEBUG oslo_vmware.api [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435448, 'name': PowerOnVM_Task, 'duration_secs': 0.378959} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.662243] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.664580] env[69572]: DEBUG nova.compute.manager [None req-83b0bcab-560c-40b6-8092-d35c971dab31 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1299.665362] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f2e1d4-145d-4d72-84a4-462fa9258b4a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.749184] env[69572]: DEBUG oslo_vmware.api [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52975ca1-9174-6310-605f-4ec4197c3559, 'name': SearchDatastore_Task, 'duration_secs': 0.007385} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.749472] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.256239] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40148cc1-1ef4-4c71-ae1d-e9f811090f0f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.264090] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cd72cf-37f6-4279-a08b-2f9f5d583d58 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.293885] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83a4012-c1b5-4b0b-bbc1-5adbc436e49e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.301121] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234d90e8-cc2f-464c-9bb8-8840f86f595d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.316648] env[69572]: DEBUG nova.compute.provider_tree [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.819861] env[69572]: DEBUG nova.scheduler.client.report [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.071676] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "1fef4e94-7341-4474-b9d3-a92f72030dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.071878] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1fef4e94-7341-4474-b9d3-a92f72030dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.324674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.327286] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.578s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.349588] env[69572]: INFO nova.scheduler.client.report [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleted allocations for instance 174fb405-fd41-4713-a666-a7be85b6d1b9 [ 1301.574631] env[69572]: DEBUG nova.compute.manager [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1301.855883] env[69572]: DEBUG oslo_concurrency.lockutils [None req-f0aa2fae-7697-4d6e-8c88-b647834ef837 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "174fb405-fd41-4713-a666-a7be85b6d1b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.852s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.937219] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ef0f55-ef7e-4619-9f24-0b34ad64e91d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.945121] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde20587-13a0-40f6-bd23-109233af2327 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.976185] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5bc7b2-633c-468b-972c-1cf09ab28e08 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.983382] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1e5d3b-38e1-4f94-93e3-78a61a6993dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.996399] env[69572]: DEBUG nova.compute.provider_tree [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.094812] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.499515] env[69572]: DEBUG nova.scheduler.client.report [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.108612] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.108875] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.510463] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.183s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.513197] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.418s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.515077] env[69572]: INFO nova.compute.claims [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.612011] env[69572]: INFO nova.compute.manager [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Detaching volume cc6a6840-d1df-4eaf-8a18-73737dd4dbc3 [ 1303.643553] env[69572]: INFO nova.virt.block_device [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Attempting to driver detach volume cc6a6840-d1df-4eaf-8a18-73737dd4dbc3 from mountpoint /dev/sdb [ 1303.643848] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1303.644081] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685764', 'volume_id': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'name': 'volume-cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6d92416-1b84-4bfc-8aaf-0ac4435060bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'serial': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1303.645141] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c53394-0e23-4841-8133-f76df6b6be70 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.670441] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b89d18-b9e2-4258-943d-ffa1819f0899 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.677661] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c7009d-0a67-4f54-a5e6-59e5ab1f0d48 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.698247] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a517454-d3df-4df0-8bfc-7d3655547b96 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.712693] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] The volume has not been displaced from its original location: [datastore2] volume-cc6a6840-d1df-4eaf-8a18-73737dd4dbc3/volume-cc6a6840-d1df-4eaf-8a18-73737dd4dbc3.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1303.717851] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.718149] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f0dce98-2488-4185-b26c-6af4cc2b35d7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.735799] env[69572]: DEBUG oslo_vmware.api [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1303.735799] env[69572]: value = "task-3435449" [ 1303.735799] env[69572]: _type = "Task" [ 1303.735799] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.746074] env[69572]: DEBUG oslo_vmware.api [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.832358] env[69572]: INFO nova.compute.manager [None req-ef2c76dc-f2a3-4f5f-878d-4f120be1140e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Get console output [ 1303.832770] env[69572]: WARNING nova.virt.vmwareapi.driver [None req-ef2c76dc-f2a3-4f5f-878d-4f120be1140e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] The console log is missing. Check your VSPC configuration [ 1304.074037] env[69572]: INFO nova.scheduler.client.report [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted allocation for migration 98aaf818-239c-4637-bb3e-6cab3bb80c21 [ 1304.245120] env[69572]: DEBUG oslo_vmware.api [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435449, 'name': ReconfigVM_Task, 'duration_secs': 0.228002} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.245402] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1304.250018] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1725d801-28f8-436c-8ca9-4c971ad2498f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.264746] env[69572]: DEBUG oslo_vmware.api [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1304.264746] env[69572]: value = "task-3435450" [ 1304.264746] env[69572]: _type = "Task" [ 1304.264746] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.272034] env[69572]: DEBUG oslo_vmware.api [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.579877] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c2f50970-ee5a-45b7-b6df-da43054a080e tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.249s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.608755] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b365be45-c5fb-407b-bc72-4567166c23ed {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.616226] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897deb52-b89f-4232-8303-5de2f313187d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.646521] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f916649-60bb-471a-871e-effec9766ee1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.653028] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba480a5-f30a-499a-8a8d-3671dc121b32 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.666423] env[69572]: DEBUG nova.compute.provider_tree [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.774757] env[69572]: DEBUG oslo_vmware.api [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435450, 'name': ReconfigVM_Task, 'duration_secs': 0.134184} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.775059] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685764', 'volume_id': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'name': 'volume-cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6d92416-1b84-4bfc-8aaf-0ac4435060bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3', 'serial': 'cc6a6840-d1df-4eaf-8a18-73737dd4dbc3'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1305.169231] env[69572]: DEBUG nova.scheduler.client.report [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.316106] env[69572]: DEBUG nova.objects.instance [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lazy-loading 'flavor' on Instance uuid e6d92416-1b84-4bfc-8aaf-0ac4435060bd {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.674246] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.676354] env[69572]: DEBUG nova.compute.manager [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1306.179421] env[69572]: DEBUG nova.compute.utils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.180843] env[69572]: DEBUG nova.compute.manager [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1306.181029] env[69572]: DEBUG nova.network.neutron [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.218088] env[69572]: DEBUG nova.policy [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c39ec04edb8844c592cc4bc1d143b576', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27d53042d72249c0b49ebccf9528dd34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.322574] env[69572]: DEBUG oslo_concurrency.lockutils [None req-2084c933-7478-418f-b166-31788a9234e6 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.462606] env[69572]: DEBUG nova.network.neutron [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Successfully created port: 91528f6b-f5e1-4ce2-b838-d7b23340212e {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.684067] env[69572]: DEBUG nova.compute.manager [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1307.395573] env[69572]: DEBUG oslo_concurrency.lockutils [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.395783] env[69572]: DEBUG oslo_concurrency.lockutils [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.395981] env[69572]: DEBUG oslo_concurrency.lockutils [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.396207] env[69572]: DEBUG oslo_concurrency.lockutils [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.396392] env[69572]: DEBUG oslo_concurrency.lockutils [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.398588] env[69572]: INFO nova.compute.manager [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Terminating instance [ 1307.693065] env[69572]: DEBUG nova.compute.manager [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1307.720025] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.720271] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.720425] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.720606] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.720751] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.720898] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.721139] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.721314] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.721500] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.721673] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.721838] env[69572]: DEBUG nova.virt.hardware [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.722706] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1315008e-265d-4caf-b482-a6df0e187f0e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.730455] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0a88fa-3050-4331-81f7-ce6e1b42a21b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.838394] env[69572]: DEBUG nova.compute.manager [req-dcdf6aae-95f0-4e5b-b12a-e47097c858a3 req-676e5c9b-fe20-4f34-97ba-9b5b3be007a4 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Received event network-vif-plugged-91528f6b-f5e1-4ce2-b838-d7b23340212e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1307.838513] env[69572]: DEBUG oslo_concurrency.lockutils [req-dcdf6aae-95f0-4e5b-b12a-e47097c858a3 req-676e5c9b-fe20-4f34-97ba-9b5b3be007a4 service nova] Acquiring lock "1fef4e94-7341-4474-b9d3-a92f72030dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.838683] env[69572]: DEBUG oslo_concurrency.lockutils [req-dcdf6aae-95f0-4e5b-b12a-e47097c858a3 req-676e5c9b-fe20-4f34-97ba-9b5b3be007a4 service nova] Lock "1fef4e94-7341-4474-b9d3-a92f72030dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.838897] env[69572]: DEBUG oslo_concurrency.lockutils [req-dcdf6aae-95f0-4e5b-b12a-e47097c858a3 req-676e5c9b-fe20-4f34-97ba-9b5b3be007a4 service nova] Lock "1fef4e94-7341-4474-b9d3-a92f72030dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.839028] env[69572]: DEBUG nova.compute.manager [req-dcdf6aae-95f0-4e5b-b12a-e47097c858a3 req-676e5c9b-fe20-4f34-97ba-9b5b3be007a4 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] No waiting events found dispatching network-vif-plugged-91528f6b-f5e1-4ce2-b838-d7b23340212e {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1307.839182] env[69572]: WARNING nova.compute.manager [req-dcdf6aae-95f0-4e5b-b12a-e47097c858a3 req-676e5c9b-fe20-4f34-97ba-9b5b3be007a4 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Received unexpected event network-vif-plugged-91528f6b-f5e1-4ce2-b838-d7b23340212e for instance with vm_state building and task_state spawning. [ 1307.902911] env[69572]: DEBUG nova.compute.manager [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1307.903242] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.904552] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28becf6-dd52-429d-a52d-43f5fb270c68 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.912695] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.912924] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c3fc8a5-9e27-4704-8355-d164dd549186 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.918618] env[69572]: DEBUG nova.network.neutron [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Successfully updated port: 91528f6b-f5e1-4ce2-b838-d7b23340212e {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.921022] env[69572]: DEBUG oslo_vmware.api [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1307.921022] env[69572]: value = "task-3435451" [ 1307.921022] env[69572]: _type = "Task" [ 1307.921022] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.929363] env[69572]: DEBUG oslo_vmware.api [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.423515] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.423515] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.423515] env[69572]: DEBUG nova.network.neutron [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.432450] env[69572]: DEBUG oslo_vmware.api [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435451, 'name': PowerOffVM_Task, 'duration_secs': 0.203134} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.433211] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.433416] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.433672] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91499565-c314-40bc-832b-cc4a9cd30b08 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.513032] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.513279] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.513454] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleting the datastore file [datastore1] e6d92416-1b84-4bfc-8aaf-0ac4435060bd {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.513760] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78bb0d7b-1b3e-4330-ac32-f52d4c112fad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.519718] env[69572]: DEBUG oslo_vmware.api [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1308.519718] env[69572]: value = "task-3435453" [ 1308.519718] env[69572]: _type = "Task" [ 1308.519718] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.527490] env[69572]: DEBUG oslo_vmware.api [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.957821] env[69572]: DEBUG nova.network.neutron [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.029053] env[69572]: DEBUG oslo_vmware.api [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14113} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.029274] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.029483] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.029662] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.029834] env[69572]: INFO nova.compute.manager [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1309.030082] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.030279] env[69572]: DEBUG nova.compute.manager [-] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1309.030375] env[69572]: DEBUG nova.network.neutron [-] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.094794] env[69572]: DEBUG nova.network.neutron [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Updating instance_info_cache with network_info: [{"id": "91528f6b-f5e1-4ce2-b838-d7b23340212e", "address": "fa:16:3e:f1:76:e6", "network": {"id": "49434b8d-bc40-4f2e-a00c-3ea0a35539a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-346154648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "27d53042d72249c0b49ebccf9528dd34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91528f6b-f5", "ovs_interfaceid": "91528f6b-f5e1-4ce2-b838-d7b23340212e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.597681] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.598018] env[69572]: DEBUG nova.compute.manager [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Instance network_info: |[{"id": "91528f6b-f5e1-4ce2-b838-d7b23340212e", "address": "fa:16:3e:f1:76:e6", "network": {"id": "49434b8d-bc40-4f2e-a00c-3ea0a35539a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-346154648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "27d53042d72249c0b49ebccf9528dd34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91528f6b-f5", "ovs_interfaceid": "91528f6b-f5e1-4ce2-b838-d7b23340212e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1309.598536] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:76:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91528f6b-f5e1-4ce2-b838-d7b23340212e', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.606765] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.607275] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.607509] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b0234c6-fb77-42da-a4ee-46b1be0d2c98 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.627888] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.627888] env[69572]: value = "task-3435454" [ 1309.627888] env[69572]: _type = "Task" [ 1309.627888] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.635373] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435454, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.876252] env[69572]: DEBUG nova.compute.manager [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Received event network-changed-91528f6b-f5e1-4ce2-b838-d7b23340212e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1309.876410] env[69572]: DEBUG nova.compute.manager [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Refreshing instance network info cache due to event network-changed-91528f6b-f5e1-4ce2-b838-d7b23340212e. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1309.876629] env[69572]: DEBUG oslo_concurrency.lockutils [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] Acquiring lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.876773] env[69572]: DEBUG oslo_concurrency.lockutils [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] Acquired lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.876928] env[69572]: DEBUG nova.network.neutron [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Refreshing network info cache for port 91528f6b-f5e1-4ce2-b838-d7b23340212e {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.968152] env[69572]: DEBUG nova.network.neutron [-] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.138750] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435454, 'name': CreateVM_Task, 'duration_secs': 0.273861} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.138914] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.139681] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.139851] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.140192] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.140481] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249f90af-0cca-4f67-98c7-fef68dc98c6b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.144712] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1310.144712] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52d46224-008d-6aeb-885d-e7a8e713b568" [ 1310.144712] env[69572]: _type = "Task" [ 1310.144712] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.152931] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d46224-008d-6aeb-885d-e7a8e713b568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.471133] env[69572]: INFO nova.compute.manager [-] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Took 1.44 seconds to deallocate network for instance. [ 1310.556467] env[69572]: DEBUG nova.network.neutron [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Updated VIF entry in instance network info cache for port 91528f6b-f5e1-4ce2-b838-d7b23340212e. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.556820] env[69572]: DEBUG nova.network.neutron [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Updating instance_info_cache with network_info: [{"id": "91528f6b-f5e1-4ce2-b838-d7b23340212e", "address": "fa:16:3e:f1:76:e6", "network": {"id": "49434b8d-bc40-4f2e-a00c-3ea0a35539a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-346154648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "27d53042d72249c0b49ebccf9528dd34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91528f6b-f5", "ovs_interfaceid": "91528f6b-f5e1-4ce2-b838-d7b23340212e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.654560] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52d46224-008d-6aeb-885d-e7a8e713b568, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.654840] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.655083] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.655317] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.655460] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.655630] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.655870] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-706d7584-f08e-4e3d-b371-aebfb684887e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.663825] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.663941] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.664602] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944a9864-1e3d-43f5-9ba8-cb299703db10 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.668932] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1310.668932] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52ed915c-89e3-6a6c-90b5-c8a458d17992" [ 1310.668932] env[69572]: _type = "Task" [ 1310.668932] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.675961] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ed915c-89e3-6a6c-90b5-c8a458d17992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.976815] env[69572]: DEBUG oslo_concurrency.lockutils [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.977259] env[69572]: DEBUG oslo_concurrency.lockutils [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.977354] env[69572]: DEBUG nova.objects.instance [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lazy-loading 'resources' on Instance uuid e6d92416-1b84-4bfc-8aaf-0ac4435060bd {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.059513] env[69572]: DEBUG oslo_concurrency.lockutils [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] Releasing lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.059772] env[69572]: DEBUG nova.compute.manager [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Received event network-vif-deleted-69787527-165f-494c-bfee-552dcf862d34 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1311.059955] env[69572]: INFO nova.compute.manager [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Neutron deleted interface 69787527-165f-494c-bfee-552dcf862d34; detaching it from the instance and deleting it from the info cache [ 1311.060141] env[69572]: DEBUG nova.network.neutron [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.178937] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52ed915c-89e3-6a6c-90b5-c8a458d17992, 'name': SearchDatastore_Task, 'duration_secs': 0.007539} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.179701] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e59a30c-4e04-461d-acd4-ef4b327db998 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.184420] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1311.184420] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525f85f9-ce41-03ed-5763-3a7420e333a6" [ 1311.184420] env[69572]: _type = "Task" [ 1311.184420] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.193024] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525f85f9-ce41-03ed-5763-3a7420e333a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.564230] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0c8f45a-0cda-4c17-a4fb-80c86a1fb45c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.574481] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95bbd35-9ed6-453b-953e-13bc618fe635 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.586651] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b5aa18-1226-4d04-b53d-501f789c6d21 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.593838] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f539eb69-cfe3-432a-8a8a-0fc745b91267 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.629871] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98912263-e272-4160-9eb3-3ec6609cbed9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.632340] env[69572]: DEBUG nova.compute.manager [req-9db31f32-7d57-4759-b8d3-b180c99e0e3c req-280e40ba-3916-4451-be3e-baf24a08eee1 service nova] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Detach interface failed, port_id=69787527-165f-494c-bfee-552dcf862d34, reason: Instance e6d92416-1b84-4bfc-8aaf-0ac4435060bd could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1311.637607] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1d91fa-2044-4349-9075-38794b1d5c79 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.650374] env[69572]: DEBUG nova.compute.provider_tree [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.695514] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525f85f9-ce41-03ed-5763-3a7420e333a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.695759] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.696017] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 1fef4e94-7341-4474-b9d3-a92f72030dd6/1fef4e94-7341-4474-b9d3-a92f72030dd6.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.696288] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ebc8920-d51b-4130-9899-4dd414072a8e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.702699] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1311.702699] env[69572]: value = "task-3435455" [ 1311.702699] env[69572]: _type = "Task" [ 1311.702699] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.709840] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.153428] env[69572]: DEBUG nova.scheduler.client.report [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.212758] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428515} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.213060] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 1fef4e94-7341-4474-b9d3-a92f72030dd6/1fef4e94-7341-4474-b9d3-a92f72030dd6.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.213313] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.213608] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f0a7b9b-1a7b-4005-acba-676d8e18c4fa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.220889] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1312.220889] env[69572]: value = "task-3435456" [ 1312.220889] env[69572]: _type = "Task" [ 1312.220889] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.228656] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.658805] env[69572]: DEBUG oslo_concurrency.lockutils [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.678738] env[69572]: INFO nova.scheduler.client.report [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleted allocations for instance e6d92416-1b84-4bfc-8aaf-0ac4435060bd [ 1312.731029] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063278} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.731029] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.731542] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fadea52-1a38-4caa-ba09-9b846f20952a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.752539] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 1fef4e94-7341-4474-b9d3-a92f72030dd6/1fef4e94-7341-4474-b9d3-a92f72030dd6.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.752757] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb28cd8-b344-440d-a9a5-b2a14816f7a2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.771159] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1312.771159] env[69572]: value = "task-3435457" [ 1312.771159] env[69572]: _type = "Task" [ 1312.771159] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.778205] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.187194] env[69572]: DEBUG oslo_concurrency.lockutils [None req-76dcbc5b-e9c5-4f70-981b-f13e6b0aca0d tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "e6d92416-1b84-4bfc-8aaf-0ac4435060bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.791s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.281434] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435457, 'name': ReconfigVM_Task, 'duration_secs': 0.265618} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.281747] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 1fef4e94-7341-4474-b9d3-a92f72030dd6/1fef4e94-7341-4474-b9d3-a92f72030dd6.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.282399] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a63a527d-7bd9-4749-ad55-d9d4deebb595 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.288072] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1313.288072] env[69572]: value = "task-3435458" [ 1313.288072] env[69572]: _type = "Task" [ 1313.288072] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.295221] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435458, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.798524] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435458, 'name': Rename_Task, 'duration_secs': 0.13667} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.798771] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.799047] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ec65432-b9dc-4f32-8f37-62e2b5ac0dcd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.806429] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1313.806429] env[69572]: value = "task-3435459" [ 1313.806429] env[69572]: _type = "Task" [ 1313.806429] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.816913] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.317151] env[69572]: DEBUG oslo_vmware.api [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435459, 'name': PowerOnVM_Task, 'duration_secs': 0.43973} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.317446] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.317621] env[69572]: INFO nova.compute.manager [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1314.317796] env[69572]: DEBUG nova.compute.manager [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1314.318598] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c4879b-233f-4f13-96cc-ea69988683d1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.834888] env[69572]: INFO nova.compute.manager [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Took 12.76 seconds to build instance. [ 1315.208870] env[69572]: INFO nova.compute.manager [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Rescuing [ 1315.209693] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.209693] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.209851] env[69572]: DEBUG nova.network.neutron [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.284927] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.285176] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.336899] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e8f37fc7-0aaf-40f1-845a-27f2913ac922 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1fef4e94-7341-4474-b9d3-a92f72030dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.265s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.789139] env[69572]: DEBUG nova.compute.manager [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1315.896402] env[69572]: DEBUG nova.network.neutron [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Updating instance_info_cache with network_info: [{"id": "91528f6b-f5e1-4ce2-b838-d7b23340212e", "address": "fa:16:3e:f1:76:e6", "network": {"id": "49434b8d-bc40-4f2e-a00c-3ea0a35539a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-346154648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "27d53042d72249c0b49ebccf9528dd34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91528f6b-f5", "ovs_interfaceid": "91528f6b-f5e1-4ce2-b838-d7b23340212e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.312047] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.312047] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.313218] env[69572]: INFO nova.compute.claims [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.398893] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.425154] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2740b08b-3826-4b6e-b5d8-1325c9446a86 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.436384] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a851788-c55e-48ad-8173-2c871e6a8d28 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.470031] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca6a48-00bd-4336-863c-0be7987122d8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.479460] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a1afed-ebe1-4036-ae6d-710d9b087161 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.494540] env[69572]: DEBUG nova.compute.provider_tree [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.934764] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.935094] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10019d21-e8ea-4c87-88a2-968b4f7a1554 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.942788] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1317.942788] env[69572]: value = "task-3435460" [ 1317.942788] env[69572]: _type = "Task" [ 1317.942788] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.950985] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.998231] env[69572]: DEBUG nova.scheduler.client.report [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.453113] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435460, 'name': PowerOffVM_Task, 'duration_secs': 0.227547} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.453579] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.454187] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731e7288-729c-48de-8006-15416deb36f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.474197] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c25230-2c5f-4286-bc4d-ba73d70b655f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.500661] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.500966] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-458db683-cf20-46bb-b464-532a43a25b46 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.505466] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.505925] env[69572]: DEBUG nova.compute.manager [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1318.509686] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1318.509686] env[69572]: value = "task-3435461" [ 1318.509686] env[69572]: _type = "Task" [ 1318.509686] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.518044] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1318.518245] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.518523] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.518671] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.518847] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.519092] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dbba878-421f-40b1-af1e-9e8f14d5d22e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.527451] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.527628] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.528523] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28595b27-b8d5-48c6-90f5-0804a07f0d5b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.533069] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1318.533069] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]5241385a-d437-4d42-62c1-4bbf673e4e19" [ 1318.533069] env[69572]: _type = "Task" [ 1318.533069] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.540372] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5241385a-d437-4d42-62c1-4bbf673e4e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.012058] env[69572]: DEBUG nova.compute.utils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.013948] env[69572]: DEBUG nova.compute.manager [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1319.013948] env[69572]: DEBUG nova.network.neutron [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.043193] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]5241385a-d437-4d42-62c1-4bbf673e4e19, 'name': SearchDatastore_Task, 'duration_secs': 0.008697} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.043946] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0f0191-72bf-4de2-bfc6-c6dff0017005 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.049315] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1319.049315] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52e9e9bd-8466-20e1-26a9-e2fed7ca1e61" [ 1319.049315] env[69572]: _type = "Task" [ 1319.049315] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.050251] env[69572]: DEBUG nova.policy [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbef0e106acb4760a95f24322ec42efe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8af3bcdc338e46c6b1816ae4435489d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.059216] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e9e9bd-8466-20e1-26a9-e2fed7ca1e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.309802] env[69572]: DEBUG nova.network.neutron [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Successfully created port: 9dba5881-db6b-44e1-872e-e2c320a92358 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.517337] env[69572]: DEBUG nova.compute.manager [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1319.561660] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52e9e9bd-8466-20e1-26a9-e2fed7ca1e61, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.561899] env[69572]: DEBUG oslo_concurrency.lockutils [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.562268] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 1fef4e94-7341-4474-b9d3-a92f72030dd6/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. {{(pid=69572) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1319.562411] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4629ce28-649c-4d50-b213-30a2259e131a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.569082] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1319.569082] env[69572]: value = "task-3435462" [ 1319.569082] env[69572]: _type = "Task" [ 1319.569082] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.576508] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.079469] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438169} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.079764] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 1fef4e94-7341-4474-b9d3-a92f72030dd6/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. [ 1320.080652] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ca66e-903f-46a0-8a23-c59a401a5718 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.106177] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 1fef4e94-7341-4474-b9d3-a92f72030dd6/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.106477] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-978c0a3b-ed55-4ba2-8724-82dbdef18bd7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.124553] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1320.124553] env[69572]: value = "task-3435463" [ 1320.124553] env[69572]: _type = "Task" [ 1320.124553] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.132275] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.527232] env[69572]: DEBUG nova.compute.manager [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1320.555176] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.555439] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.555596] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.555775] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.555935] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.556100] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.556350] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.556491] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.556659] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.556836] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.557051] env[69572]: DEBUG nova.virt.hardware [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.557920] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c545bb-7817-404c-8776-803115e297ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.565723] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209ec02b-4948-41de-8617-8fa0ef8ad7e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.633121] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435463, 'name': ReconfigVM_Task, 'duration_secs': 0.262791} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.634819] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 1fef4e94-7341-4474-b9d3-a92f72030dd6/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.634819] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d180d7a-515f-4843-8aea-924c3ca8200e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.659329] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a16b69-2ee4-44b3-aa09-e0444b6fd649 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.670087] env[69572]: DEBUG nova.compute.manager [req-78357387-8398-412b-91be-9a1e147397b0 req-c098c59f-a011-4f00-85cf-43749b752d26 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Received event network-vif-plugged-9dba5881-db6b-44e1-872e-e2c320a92358 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1320.670297] env[69572]: DEBUG oslo_concurrency.lockutils [req-78357387-8398-412b-91be-9a1e147397b0 req-c098c59f-a011-4f00-85cf-43749b752d26 service nova] Acquiring lock "b9af9e77-4ad3-41b6-b43e-a0139b575732-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.670506] env[69572]: DEBUG oslo_concurrency.lockutils [req-78357387-8398-412b-91be-9a1e147397b0 req-c098c59f-a011-4f00-85cf-43749b752d26 service nova] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.670671] env[69572]: DEBUG oslo_concurrency.lockutils [req-78357387-8398-412b-91be-9a1e147397b0 req-c098c59f-a011-4f00-85cf-43749b752d26 service nova] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.670835] env[69572]: DEBUG nova.compute.manager [req-78357387-8398-412b-91be-9a1e147397b0 req-c098c59f-a011-4f00-85cf-43749b752d26 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] No waiting events found dispatching network-vif-plugged-9dba5881-db6b-44e1-872e-e2c320a92358 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1320.670993] env[69572]: WARNING nova.compute.manager [req-78357387-8398-412b-91be-9a1e147397b0 req-c098c59f-a011-4f00-85cf-43749b752d26 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Received unexpected event network-vif-plugged-9dba5881-db6b-44e1-872e-e2c320a92358 for instance with vm_state building and task_state spawning. [ 1320.677247] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1320.677247] env[69572]: value = "task-3435464" [ 1320.677247] env[69572]: _type = "Task" [ 1320.677247] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.685909] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.730149] env[69572]: DEBUG nova.network.neutron [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Successfully updated port: 9dba5881-db6b-44e1-872e-e2c320a92358 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.186852] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435464, 'name': ReconfigVM_Task, 'duration_secs': 0.286248} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.187143] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.187390] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cabdf13d-fa2a-41e6-99ef-5fd75bc5ecd8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.192913] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1321.192913] env[69572]: value = "task-3435465" [ 1321.192913] env[69572]: _type = "Task" [ 1321.192913] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.199830] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.232682] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "refresh_cache-b9af9e77-4ad3-41b6-b43e-a0139b575732" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.232863] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "refresh_cache-b9af9e77-4ad3-41b6-b43e-a0139b575732" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.232966] env[69572]: DEBUG nova.network.neutron [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.704988] env[69572]: DEBUG oslo_vmware.api [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435465, 'name': PowerOnVM_Task, 'duration_secs': 0.356356} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.705395] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.707909] env[69572]: DEBUG nova.compute.manager [None req-77bb8648-4441-4601-88cb-9b7cbea2b7ce tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1321.708710] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4aaca6-7949-4830-ba4f-8c7b734c945b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.762974] env[69572]: DEBUG nova.network.neutron [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.885742] env[69572]: DEBUG nova.network.neutron [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Updating instance_info_cache with network_info: [{"id": "9dba5881-db6b-44e1-872e-e2c320a92358", "address": "fa:16:3e:0c:b1:55", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dba5881-db", "ovs_interfaceid": "9dba5881-db6b-44e1-872e-e2c320a92358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.388854] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "refresh_cache-b9af9e77-4ad3-41b6-b43e-a0139b575732" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.389189] env[69572]: DEBUG nova.compute.manager [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Instance network_info: |[{"id": "9dba5881-db6b-44e1-872e-e2c320a92358", "address": "fa:16:3e:0c:b1:55", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dba5881-db", "ovs_interfaceid": "9dba5881-db6b-44e1-872e-e2c320a92358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1322.389650] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:b1:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dba5881-db6b-44e1-872e-e2c320a92358', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.397106] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.397315] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.397533] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d85fd6a-5911-4fb0-84a7-2c0e23d74d77 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.417887] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.417887] env[69572]: value = "task-3435466" [ 1322.417887] env[69572]: _type = "Task" [ 1322.417887] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.425229] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435466, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.673323] env[69572]: DEBUG nova.compute.manager [req-34ba8a24-6a8e-4ac1-ae27-9f1bf3fc1c2d req-7247bd26-b417-45f7-b2cf-de0948963134 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Received event network-changed-9dba5881-db6b-44e1-872e-e2c320a92358 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1322.673598] env[69572]: DEBUG nova.compute.manager [req-34ba8a24-6a8e-4ac1-ae27-9f1bf3fc1c2d req-7247bd26-b417-45f7-b2cf-de0948963134 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Refreshing instance network info cache due to event network-changed-9dba5881-db6b-44e1-872e-e2c320a92358. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1322.673835] env[69572]: DEBUG oslo_concurrency.lockutils [req-34ba8a24-6a8e-4ac1-ae27-9f1bf3fc1c2d req-7247bd26-b417-45f7-b2cf-de0948963134 service nova] Acquiring lock "refresh_cache-b9af9e77-4ad3-41b6-b43e-a0139b575732" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.674016] env[69572]: DEBUG oslo_concurrency.lockutils [req-34ba8a24-6a8e-4ac1-ae27-9f1bf3fc1c2d req-7247bd26-b417-45f7-b2cf-de0948963134 service nova] Acquired lock "refresh_cache-b9af9e77-4ad3-41b6-b43e-a0139b575732" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.674188] env[69572]: DEBUG nova.network.neutron [req-34ba8a24-6a8e-4ac1-ae27-9f1bf3fc1c2d req-7247bd26-b417-45f7-b2cf-de0948963134 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Refreshing network info cache for port 9dba5881-db6b-44e1-872e-e2c320a92358 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.927210] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435466, 'name': CreateVM_Task, 'duration_secs': 0.279411} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.927592] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.928083] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.928261] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.928600] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.928847] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ecd640-276f-4b3d-8e22-43eeffdfc71a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.932880] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1322.932880] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]528c7517-e9bf-d3ac-a6d3-83083d112505" [ 1322.932880] env[69572]: _type = "Task" [ 1322.932880] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.940469] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528c7517-e9bf-d3ac-a6d3-83083d112505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.038518] env[69572]: INFO nova.compute.manager [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Unrescuing [ 1323.038814] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.039016] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquired lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.039216] env[69572]: DEBUG nova.network.neutron [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.347941] env[69572]: DEBUG nova.network.neutron [req-34ba8a24-6a8e-4ac1-ae27-9f1bf3fc1c2d req-7247bd26-b417-45f7-b2cf-de0948963134 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Updated VIF entry in instance network info cache for port 9dba5881-db6b-44e1-872e-e2c320a92358. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.348343] env[69572]: DEBUG nova.network.neutron [req-34ba8a24-6a8e-4ac1-ae27-9f1bf3fc1c2d req-7247bd26-b417-45f7-b2cf-de0948963134 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Updating instance_info_cache with network_info: [{"id": "9dba5881-db6b-44e1-872e-e2c320a92358", "address": "fa:16:3e:0c:b1:55", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dba5881-db", "ovs_interfaceid": "9dba5881-db6b-44e1-872e-e2c320a92358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.442881] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]528c7517-e9bf-d3ac-a6d3-83083d112505, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.443211] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.443439] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.443692] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.443837] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.444024] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.444275] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71a63487-2632-4407-a8ec-8c75810fe16c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.452688] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.452813] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.453484] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133d99cf-4649-4fa3-a099-87048fe0d1f1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.459334] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1323.459334] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529674ad-9d02-1602-12e1-084460a25efc" [ 1323.459334] env[69572]: _type = "Task" [ 1323.459334] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.466983] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529674ad-9d02-1602-12e1-084460a25efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.851968] env[69572]: DEBUG oslo_concurrency.lockutils [req-34ba8a24-6a8e-4ac1-ae27-9f1bf3fc1c2d req-7247bd26-b417-45f7-b2cf-de0948963134 service nova] Releasing lock "refresh_cache-b9af9e77-4ad3-41b6-b43e-a0139b575732" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.921032] env[69572]: DEBUG nova.network.neutron [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Updating instance_info_cache with network_info: [{"id": "91528f6b-f5e1-4ce2-b838-d7b23340212e", "address": "fa:16:3e:f1:76:e6", "network": {"id": "49434b8d-bc40-4f2e-a00c-3ea0a35539a4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-346154648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "27d53042d72249c0b49ebccf9528dd34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91528f6b-f5", "ovs_interfaceid": "91528f6b-f5e1-4ce2-b838-d7b23340212e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.970570] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529674ad-9d02-1602-12e1-084460a25efc, 'name': SearchDatastore_Task, 'duration_secs': 0.008119} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.971315] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2758753-3d22-456b-8d81-27b7030429bc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.976238] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1323.976238] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52f2d6d7-5011-e78b-b1f6-08ee15d4a13f" [ 1323.976238] env[69572]: _type = "Task" [ 1323.976238] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.983790] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f2d6d7-5011-e78b-b1f6-08ee15d4a13f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.424076] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Releasing lock "refresh_cache-1fef4e94-7341-4474-b9d3-a92f72030dd6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.424751] env[69572]: DEBUG nova.objects.instance [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lazy-loading 'flavor' on Instance uuid 1fef4e94-7341-4474-b9d3-a92f72030dd6 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.486865] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52f2d6d7-5011-e78b-b1f6-08ee15d4a13f, 'name': SearchDatastore_Task, 'duration_secs': 0.009138} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.488049] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.488049] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] b9af9e77-4ad3-41b6-b43e-a0139b575732/b9af9e77-4ad3-41b6-b43e-a0139b575732.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.488049] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c63fc834-4f6b-4257-a26b-f449202465b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.493676] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1324.493676] env[69572]: value = "task-3435467" [ 1324.493676] env[69572]: _type = "Task" [ 1324.493676] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.500741] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.931534] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816f9a52-257b-4693-9c70-18d9d0c222d0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.955300] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.955633] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4c28be5-7205-4afe-8b33-469658bca034 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.962154] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1324.962154] env[69572]: value = "task-3435468" [ 1324.962154] env[69572]: _type = "Task" [ 1324.962154] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.969994] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.002612] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441601} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.002986] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] b9af9e77-4ad3-41b6-b43e-a0139b575732/b9af9e77-4ad3-41b6-b43e-a0139b575732.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.003092] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.003304] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb7c9ba1-0cbb-46f0-aa76-ebfaeeb1c381 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.009542] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1325.009542] env[69572]: value = "task-3435469" [ 1325.009542] env[69572]: _type = "Task" [ 1325.009542] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.017331] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.471784] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435468, 'name': PowerOffVM_Task, 'duration_secs': 0.172588} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.472068] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.477450] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.477731] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad2f29d4-49ea-4f86-8bd9-fe8bda95b962 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.497120] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1325.497120] env[69572]: value = "task-3435470" [ 1325.497120] env[69572]: _type = "Task" [ 1325.497120] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.504863] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.518830] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066061} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.519044] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.519760] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab1f728-9a19-4ed0-abb4-6c25100bd8f0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.540708] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] b9af9e77-4ad3-41b6-b43e-a0139b575732/b9af9e77-4ad3-41b6-b43e-a0139b575732.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.540977] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f7b818d-afcd-4e91-93e2-3f00ee580b7c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.560273] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1325.560273] env[69572]: value = "task-3435471" [ 1325.560273] env[69572]: _type = "Task" [ 1325.560273] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.567689] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.611383] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.611635] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.611837] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.612039] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.612230] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.612411] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.612587] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.612738] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1325.612921] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.007861] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435470, 'name': ReconfigVM_Task, 'duration_secs': 0.219861} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.008228] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1326.008394] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.008681] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a7b58a5-cd53-49bd-bea7-586572292893 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.015585] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1326.015585] env[69572]: value = "task-3435472" [ 1326.015585] env[69572]: _type = "Task" [ 1326.015585] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.023465] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.068905] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435471, 'name': ReconfigVM_Task, 'duration_secs': 0.294559} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.069191] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Reconfigured VM instance instance-0000007e to attach disk [datastore1] b9af9e77-4ad3-41b6-b43e-a0139b575732/b9af9e77-4ad3-41b6-b43e-a0139b575732.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.069827] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d644cafe-4274-4146-a860-98c3ace2d39a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.075328] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1326.075328] env[69572]: value = "task-3435473" [ 1326.075328] env[69572]: _type = "Task" [ 1326.075328] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.083221] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435473, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.115380] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.115572] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.115744] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.115935] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1326.116699] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e7f12d-bdd4-4542-b083-5adf26e04de1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.124383] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a2c18a-3a3c-4a9e-83e8-6c862e010af4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.137515] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b447b8a-e460-4915-b056-fd3527615332 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.143855] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3744fb6a-1e31-47bf-bf69-0149ebeb30e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.173011] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179805MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1326.173171] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.173368] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.525348] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.584044] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435473, 'name': Rename_Task} progress is 14%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.026150] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.086882] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435473, 'name': Rename_Task, 'duration_secs': 0.854299} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.087335] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.087687] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfe7896c-ec40-46fb-9f88-aadd113ff312 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.095175] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1327.095175] env[69572]: value = "task-3435474" [ 1327.095175] env[69572]: _type = "Task" [ 1327.095175] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.104786] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.202821] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 7888779c-56a7-4f64-a827-3b0c07e2d5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1327.203029] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1327.203161] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 30581de9-9aa0-4ccd-8603-ad92620b0691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1327.203282] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance f6282062-70be-4013-ab0a-996ea8e6bd59 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1327.203398] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 1a74cd4e-ec87-4f4a-9c51-a3646989340a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1327.203514] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 1fef4e94-7341-4474-b9d3-a92f72030dd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1327.203628] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance b9af9e77-4ad3-41b6-b43e-a0139b575732 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1327.203812] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1327.203946] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1327.294085] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc5339-b817-4712-be13-2a33c5035c61 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.302008] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc6da8-f750-4cae-a38d-8b65a01594be {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.333291] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2b29d7-b1e6-45fa-8af1-a992a51e7d12 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.340469] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363236de-41c1-4ca0-9ee8-f91634cdb89e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.353566] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.526858] env[69572]: DEBUG oslo_vmware.api [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435472, 'name': PowerOnVM_Task, 'duration_secs': 1.118456} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.527078] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.527304] env[69572]: DEBUG nova.compute.manager [None req-8fddc190-3042-4431-b0ef-e5210f76b257 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1327.528055] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7600c1-efd9-4025-a921-0566f1fd92cc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.604421] env[69572]: DEBUG oslo_vmware.api [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435474, 'name': PowerOnVM_Task, 'duration_secs': 0.405603} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.604703] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.604849] env[69572]: INFO nova.compute.manager [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1327.605040] env[69572]: DEBUG nova.compute.manager [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1327.605771] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8af97b-8628-43bb-95b7-534a66f8b7d3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.857037] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.124796] env[69572]: INFO nova.compute.manager [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Took 11.83 seconds to build instance. [ 1328.248352] env[69572]: DEBUG nova.compute.manager [req-50e7608c-16a4-436d-acce-941eec95728c req-9575ec9c-a116-4e52-bee6-45dbdcaa6368 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Received event network-changed-9dba5881-db6b-44e1-872e-e2c320a92358 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1328.248610] env[69572]: DEBUG nova.compute.manager [req-50e7608c-16a4-436d-acce-941eec95728c req-9575ec9c-a116-4e52-bee6-45dbdcaa6368 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Refreshing instance network info cache due to event network-changed-9dba5881-db6b-44e1-872e-e2c320a92358. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1328.248854] env[69572]: DEBUG oslo_concurrency.lockutils [req-50e7608c-16a4-436d-acce-941eec95728c req-9575ec9c-a116-4e52-bee6-45dbdcaa6368 service nova] Acquiring lock "refresh_cache-b9af9e77-4ad3-41b6-b43e-a0139b575732" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.248998] env[69572]: DEBUG oslo_concurrency.lockutils [req-50e7608c-16a4-436d-acce-941eec95728c req-9575ec9c-a116-4e52-bee6-45dbdcaa6368 service nova] Acquired lock "refresh_cache-b9af9e77-4ad3-41b6-b43e-a0139b575732" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.249173] env[69572]: DEBUG nova.network.neutron [req-50e7608c-16a4-436d-acce-941eec95728c req-9575ec9c-a116-4e52-bee6-45dbdcaa6368 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Refreshing network info cache for port 9dba5881-db6b-44e1-872e-e2c320a92358 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.362884] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1328.362884] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.189s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.627441] env[69572]: DEBUG oslo_concurrency.lockutils [None req-e823c3e0-05de-437f-ae35-a61de3c97dd8 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.342s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.740038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "1fef4e94-7341-4474-b9d3-a92f72030dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.740038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1fef4e94-7341-4474-b9d3-a92f72030dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.740038] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "1fef4e94-7341-4474-b9d3-a92f72030dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.740258] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1fef4e94-7341-4474-b9d3-a92f72030dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.740258] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1fef4e94-7341-4474-b9d3-a92f72030dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.743466] env[69572]: INFO nova.compute.manager [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Terminating instance [ 1328.953961] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "f6282062-70be-4013-ab0a-996ea8e6bd59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.954235] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.954433] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "f6282062-70be-4013-ab0a-996ea8e6bd59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.954610] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.954777] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.957887] env[69572]: INFO nova.compute.manager [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Terminating instance [ 1328.979185] env[69572]: DEBUG nova.network.neutron [req-50e7608c-16a4-436d-acce-941eec95728c req-9575ec9c-a116-4e52-bee6-45dbdcaa6368 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Updated VIF entry in instance network info cache for port 9dba5881-db6b-44e1-872e-e2c320a92358. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.979590] env[69572]: DEBUG nova.network.neutron [req-50e7608c-16a4-436d-acce-941eec95728c req-9575ec9c-a116-4e52-bee6-45dbdcaa6368 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Updating instance_info_cache with network_info: [{"id": "9dba5881-db6b-44e1-872e-e2c320a92358", "address": "fa:16:3e:0c:b1:55", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dba5881-db", "ovs_interfaceid": "9dba5881-db6b-44e1-872e-e2c320a92358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.246757] env[69572]: DEBUG nova.compute.manager [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1329.247184] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.247909] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d7461a-e73a-4518-b2b5-f46390fc0692 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.256220] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.256449] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f67c0066-5bcb-4ab5-9c09-362c8f941baa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.262841] env[69572]: DEBUG oslo_vmware.api [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1329.262841] env[69572]: value = "task-3435475" [ 1329.262841] env[69572]: _type = "Task" [ 1329.262841] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.270677] env[69572]: DEBUG oslo_vmware.api [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.462980] env[69572]: DEBUG nova.compute.manager [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1329.463328] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.463619] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba752031-18ff-47ee-b5a1-0646acd786bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.470490] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1329.470490] env[69572]: value = "task-3435476" [ 1329.470490] env[69572]: _type = "Task" [ 1329.470490] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.479190] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.482049] env[69572]: DEBUG oslo_concurrency.lockutils [req-50e7608c-16a4-436d-acce-941eec95728c req-9575ec9c-a116-4e52-bee6-45dbdcaa6368 service nova] Releasing lock "refresh_cache-b9af9e77-4ad3-41b6-b43e-a0139b575732" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.773625] env[69572]: DEBUG oslo_vmware.api [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435475, 'name': PowerOffVM_Task, 'duration_secs': 0.200638} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.773928] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.774123] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.774381] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ed1bf99-d542-4260-9b08-20cd86f192d2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.836276] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.836469] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.836621] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Deleting the datastore file [datastore1] 1fef4e94-7341-4474-b9d3-a92f72030dd6 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.836892] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94e3bcdd-3e62-4b3d-aba8-50d4434704ac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.842819] env[69572]: DEBUG oslo_vmware.api [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1329.842819] env[69572]: value = "task-3435478" [ 1329.842819] env[69572]: _type = "Task" [ 1329.842819] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.850111] env[69572]: DEBUG oslo_vmware.api [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.980254] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435476, 'name': PowerOffVM_Task, 'duration_secs': 0.204572} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.980497] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.980692] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1329.980902] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685767', 'volume_id': 'abc4db49-2598-493e-8a13-fa299b7ae0a1', 'name': 'volume-abc4db49-2598-493e-8a13-fa299b7ae0a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f6282062-70be-4013-ab0a-996ea8e6bd59', 'attached_at': '2025-04-15T12:26:21.000000', 'detached_at': '', 'volume_id': 'abc4db49-2598-493e-8a13-fa299b7ae0a1', 'serial': 'abc4db49-2598-493e-8a13-fa299b7ae0a1'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1329.981709] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c96218-c465-4182-949e-0070e26b54af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.000436] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5696818c-bc75-4d1f-a6da-58bdd29d28da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.007098] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fbc0be-847c-4c54-8d72-bbc42887abd3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.025801] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8163b7-3063-472a-83a6-4586d1673328 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.040380] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] The volume has not been displaced from its original location: [datastore1] volume-abc4db49-2598-493e-8a13-fa299b7ae0a1/volume-abc4db49-2598-493e-8a13-fa299b7ae0a1.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1330.046056] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1330.046373] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e76d1f5f-d8bf-4e0f-a055-ba943c9c0bc7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.063437] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1330.063437] env[69572]: value = "task-3435479" [ 1330.063437] env[69572]: _type = "Task" [ 1330.063437] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.071317] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.352665] env[69572]: DEBUG oslo_vmware.api [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142658} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.353095] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.353095] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.353285] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.353462] env[69572]: INFO nova.compute.manager [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.353706] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.353890] env[69572]: DEBUG nova.compute.manager [-] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1330.353987] env[69572]: DEBUG nova.network.neutron [-] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.573789] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435479, 'name': ReconfigVM_Task, 'duration_secs': 0.183327} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.574121] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1330.578695] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c4e630-5a63-4b28-911d-ad6e1a35bc23 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.594678] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1330.594678] env[69572]: value = "task-3435480" [ 1330.594678] env[69572]: _type = "Task" [ 1330.594678] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.603222] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.606926] env[69572]: DEBUG nova.compute.manager [req-6c28e843-ecd0-4c5f-9f3e-a84c879cb51d req-a718eb71-0987-4364-86fd-4e68a8edd858 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Received event network-vif-deleted-91528f6b-f5e1-4ce2-b838-d7b23340212e {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1330.606976] env[69572]: INFO nova.compute.manager [req-6c28e843-ecd0-4c5f-9f3e-a84c879cb51d req-a718eb71-0987-4364-86fd-4e68a8edd858 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Neutron deleted interface 91528f6b-f5e1-4ce2-b838-d7b23340212e; detaching it from the instance and deleting it from the info cache [ 1330.607141] env[69572]: DEBUG nova.network.neutron [req-6c28e843-ecd0-4c5f-9f3e-a84c879cb51d req-a718eb71-0987-4364-86fd-4e68a8edd858 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.091710] env[69572]: DEBUG nova.network.neutron [-] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.104743] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435480, 'name': ReconfigVM_Task, 'duration_secs': 0.357576} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.105097] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685767', 'volume_id': 'abc4db49-2598-493e-8a13-fa299b7ae0a1', 'name': 'volume-abc4db49-2598-493e-8a13-fa299b7ae0a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f6282062-70be-4013-ab0a-996ea8e6bd59', 'attached_at': '2025-04-15T12:26:21.000000', 'detached_at': '', 'volume_id': 'abc4db49-2598-493e-8a13-fa299b7ae0a1', 'serial': 'abc4db49-2598-493e-8a13-fa299b7ae0a1'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1331.105381] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.106154] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4830c0d-a4a5-4ab1-85b7-a1fd1785d791 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.109269] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7a83279-d8b5-432e-a198-90f7ff84142d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.115484] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.116487] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ec077d2-486c-4604-87a4-bbabe2d69a65 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.120344] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa4c5ae-d1a7-4b21-9f71-7e251c1dfb3e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.150112] env[69572]: DEBUG nova.compute.manager [req-6c28e843-ecd0-4c5f-9f3e-a84c879cb51d req-a718eb71-0987-4364-86fd-4e68a8edd858 service nova] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Detach interface failed, port_id=91528f6b-f5e1-4ce2-b838-d7b23340212e, reason: Instance 1fef4e94-7341-4474-b9d3-a92f72030dd6 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1331.187850] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.188081] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.188267] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleting the datastore file [datastore1] f6282062-70be-4013-ab0a-996ea8e6bd59 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.188562] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58663ce1-a825-4976-b4ad-b5b2f6ae9e18 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.194694] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1331.194694] env[69572]: value = "task-3435482" [ 1331.194694] env[69572]: _type = "Task" [ 1331.194694] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.202160] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.594251] env[69572]: INFO nova.compute.manager [-] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Took 1.24 seconds to deallocate network for instance. [ 1331.704618] env[69572]: DEBUG oslo_vmware.api [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279912} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.704846] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.705034] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.705213] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.705382] env[69572]: INFO nova.compute.manager [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1331.705611] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.705790] env[69572]: DEBUG nova.compute.manager [-] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1331.705884] env[69572]: DEBUG nova.network.neutron [-] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.102312] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.102312] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.102312] env[69572]: DEBUG nova.objects.instance [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lazy-loading 'resources' on Instance uuid 1fef4e94-7341-4474-b9d3-a92f72030dd6 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.610485] env[69572]: DEBUG nova.network.neutron [-] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.638461] env[69572]: DEBUG nova.compute.manager [req-2895fea6-84c7-4677-b65b-a36195941070 req-58147d61-97a0-4f41-a941-d3730ffde46d service nova] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Received event network-vif-deleted-a9308c83-903e-437c-aa73-756e64e56a9d {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1332.707156] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3051f97f-aeca-40a0-9b14-76149b794714 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.715191] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c43be6-6bc6-4fa5-ab2d-2ff3d5934156 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.744671] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490b6147-6454-459c-a93e-138ae744e453 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.752177] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63027665-f4ea-4a7c-bdee-97d38c55ea29 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.767069] env[69572]: DEBUG nova.compute.provider_tree [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.116205] env[69572]: INFO nova.compute.manager [-] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Took 1.41 seconds to deallocate network for instance. [ 1333.270640] env[69572]: DEBUG nova.scheduler.client.report [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.660285] env[69572]: INFO nova.compute.manager [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Took 0.54 seconds to detach 1 volumes for instance. [ 1333.662461] env[69572]: DEBUG nova.compute.manager [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Deleting volume: abc4db49-2598-493e-8a13-fa299b7ae0a1 {{(pid=69572) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3281}} [ 1333.775289] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.796177] env[69572]: INFO nova.scheduler.client.report [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Deleted allocations for instance 1fef4e94-7341-4474-b9d3-a92f72030dd6 [ 1334.199846] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.200198] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.200455] env[69572]: DEBUG nova.objects.instance [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lazy-loading 'resources' on Instance uuid f6282062-70be-4013-ab0a-996ea8e6bd59 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.304310] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0546f7a-ba86-4cfc-99cd-d33360b81158 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1fef4e94-7341-4474-b9d3-a92f72030dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.565s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.781097] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2b75be-6df7-4149-80c4-a55db73b4d3d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.788788] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603a6a4e-0dbc-4088-a6b7-ea64009d56da {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.820475] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fb8cc2-85ae-4820-a166-44634a692d06 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.827954] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8cd731-59f3-4343-8cdc-380b7ec391e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.841761] env[69572]: DEBUG nova.compute.provider_tree [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.344919] env[69572]: DEBUG nova.scheduler.client.report [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.380034] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.380359] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.380605] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.380829] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.381062] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.383146] env[69572]: INFO nova.compute.manager [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Terminating instance [ 1335.849988] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.869315] env[69572]: INFO nova.scheduler.client.report [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted allocations for instance f6282062-70be-4013-ab0a-996ea8e6bd59 [ 1335.886619] env[69572]: DEBUG nova.compute.manager [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1335.886833] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.887737] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01a7973-9c0f-4d2f-8e76-8d2a4600fbdc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.895502] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.895735] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73395e1b-5331-4a4e-a055-895592c97788 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.902017] env[69572]: DEBUG oslo_vmware.api [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1335.902017] env[69572]: value = "task-3435484" [ 1335.902017] env[69572]: _type = "Task" [ 1335.902017] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.909692] env[69572]: DEBUG oslo_vmware.api [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.375977] env[69572]: DEBUG oslo_concurrency.lockutils [None req-fd97f0b6-7aee-4ca9-be6d-1f6e91b9bf93 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "f6282062-70be-4013-ab0a-996ea8e6bd59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.422s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.411777] env[69572]: DEBUG oslo_vmware.api [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435484, 'name': PowerOffVM_Task, 'duration_secs': 0.21892} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.412044] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.412215] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.412445] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc940111-eb52-4545-9651-081d58d16dac {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.472560] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.472766] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.472941] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Deleting the datastore file [datastore1] 1a74cd4e-ec87-4f4a-9c51-a3646989340a {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.473267] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cda0a876-bff9-4995-98e1-89f4d19e9320 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.480409] env[69572]: DEBUG oslo_vmware.api [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for the task: (returnval){ [ 1336.480409] env[69572]: value = "task-3435486" [ 1336.480409] env[69572]: _type = "Task" [ 1336.480409] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.488012] env[69572]: DEBUG oslo_vmware.api [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.653131] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "30581de9-9aa0-4ccd-8603-ad92620b0691" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.653385] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "30581de9-9aa0-4ccd-8603-ad92620b0691" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.653595] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "30581de9-9aa0-4ccd-8603-ad92620b0691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.653786] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "30581de9-9aa0-4ccd-8603-ad92620b0691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.653949] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "30581de9-9aa0-4ccd-8603-ad92620b0691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.656109] env[69572]: INFO nova.compute.manager [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Terminating instance [ 1336.990335] env[69572]: DEBUG oslo_vmware.api [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.159479] env[69572]: DEBUG nova.compute.manager [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1337.159777] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.160683] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4976e2df-20c8-4942-892f-625288dfc7a9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.168318] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.168549] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b956894-0050-4686-ac95-021ab882cce9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.175673] env[69572]: DEBUG oslo_vmware.api [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1337.175673] env[69572]: value = "task-3435487" [ 1337.175673] env[69572]: _type = "Task" [ 1337.175673] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.183628] env[69572]: DEBUG oslo_vmware.api [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.490876] env[69572]: DEBUG oslo_vmware.api [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Task: {'id': task-3435486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.799888} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.491274] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.491467] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.491643] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.491822] env[69572]: INFO nova.compute.manager [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1337.492078] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.492279] env[69572]: DEBUG nova.compute.manager [-] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1337.492375] env[69572]: DEBUG nova.network.neutron [-] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.685960] env[69572]: DEBUG oslo_vmware.api [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435487, 'name': PowerOffVM_Task, 'duration_secs': 0.188534} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.686051] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.686189] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.686437] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d540c800-6006-41e2-a08c-064b0f779939 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.747616] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.747864] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.748057] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleting the datastore file [datastore2] 30581de9-9aa0-4ccd-8603-ad92620b0691 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.749300] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0ee2bca-fd5f-4b73-818a-13a0a66706c9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.752614] env[69572]: DEBUG nova.compute.manager [req-648eb057-7cdf-41e3-a5b5-021eeb8a158b req-35f786bb-440f-4572-8c54-30280449e45f service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Received event network-vif-deleted-6987edf1-2965-4cef-9ca9-b135303d4f6a {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1337.752803] env[69572]: INFO nova.compute.manager [req-648eb057-7cdf-41e3-a5b5-021eeb8a158b req-35f786bb-440f-4572-8c54-30280449e45f service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Neutron deleted interface 6987edf1-2965-4cef-9ca9-b135303d4f6a; detaching it from the instance and deleting it from the info cache [ 1337.752991] env[69572]: DEBUG nova.network.neutron [req-648eb057-7cdf-41e3-a5b5-021eeb8a158b req-35f786bb-440f-4572-8c54-30280449e45f service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.759195] env[69572]: DEBUG oslo_vmware.api [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1337.759195] env[69572]: value = "task-3435489" [ 1337.759195] env[69572]: _type = "Task" [ 1337.759195] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.767344] env[69572]: DEBUG oslo_vmware.api [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.224413] env[69572]: DEBUG nova.network.neutron [-] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.255720] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32f7102d-0aee-4127-8ff6-8e8cad2e6304 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.267448] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dd7668-37f9-48e1-99a0-65367a2a85a6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.280826] env[69572]: DEBUG oslo_vmware.api [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133137} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.281907] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.281907] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.281907] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.282210] env[69572]: INFO nova.compute.manager [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1338.282382] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.282570] env[69572]: DEBUG nova.compute.manager [-] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1338.282662] env[69572]: DEBUG nova.network.neutron [-] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.298177] env[69572]: DEBUG nova.compute.manager [req-648eb057-7cdf-41e3-a5b5-021eeb8a158b req-35f786bb-440f-4572-8c54-30280449e45f service nova] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Detach interface failed, port_id=6987edf1-2965-4cef-9ca9-b135303d4f6a, reason: Instance 1a74cd4e-ec87-4f4a-9c51-a3646989340a could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1338.727743] env[69572]: INFO nova.compute.manager [-] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Took 1.24 seconds to deallocate network for instance. [ 1339.034600] env[69572]: DEBUG nova.network.neutron [-] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.234650] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.235073] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.235247] env[69572]: DEBUG nova.objects.instance [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lazy-loading 'resources' on Instance uuid 1a74cd4e-ec87-4f4a-9c51-a3646989340a {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.537571] env[69572]: INFO nova.compute.manager [-] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Took 1.25 seconds to deallocate network for instance. [ 1339.773988] env[69572]: DEBUG nova.compute.manager [req-a8e72f7c-d5cf-437a-9cbe-4771f1cf47ec req-bfcf5584-07b6-4357-a233-f828a1f4795d service nova] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Received event network-vif-deleted-d82cbdae-4f22-45ee-bb41-fb04c3ae1831 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1339.807966] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b4ff8f-2e2b-4fd6-be89-a96588a6c182 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.815495] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e1f30f-ac60-4717-a516-3266474b63eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.845091] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8c18e9-4a75-40f8-81ee-76ba886794d9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.851829] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1664c64-79ad-4a69-b92b-a01d2e0a46f8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.865365] env[69572]: DEBUG nova.compute.provider_tree [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.043899] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.368739] env[69572]: DEBUG nova.scheduler.client.report [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.873829] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.876284] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.833s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.876625] env[69572]: DEBUG nova.objects.instance [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lazy-loading 'resources' on Instance uuid 30581de9-9aa0-4ccd-8603-ad92620b0691 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.894062] env[69572]: INFO nova.scheduler.client.report [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Deleted allocations for instance 1a74cd4e-ec87-4f4a-9c51-a3646989340a [ 1341.401192] env[69572]: DEBUG oslo_concurrency.lockutils [None req-1cedafe6-e726-4eab-a4d7-9e3e25a96502 tempest-ServerRescueTestJSON-452968435 tempest-ServerRescueTestJSON-452968435-project-member] Lock "1a74cd4e-ec87-4f4a-9c51-a3646989340a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.021s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.436866] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14596fbe-6d45-4424-9396-f7d3bbd630e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.444919] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde2385b-e1fa-4284-b06d-9954f077df98 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.474858] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85b63c1-f79e-4f8b-a203-818ba91780df {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.482173] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632d7134-f33f-4c84-8008-3750cd7f986d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.496934] env[69572]: DEBUG nova.compute.provider_tree [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.999920] env[69572]: DEBUG nova.scheduler.client.report [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.505997] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.528346] env[69572]: INFO nova.scheduler.client.report [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted allocations for instance 30581de9-9aa0-4ccd-8603-ad92620b0691 [ 1343.038220] env[69572]: DEBUG oslo_concurrency.lockutils [None req-19c6b803-0a54-4dc9-a6e7-2b527dc6d97d tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "30581de9-9aa0-4ccd-8603-ad92620b0691" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.385s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.331058] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.331462] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.331607] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.331792] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.331961] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.334068] env[69572]: INFO nova.compute.manager [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Terminating instance [ 1346.838341] env[69572]: DEBUG nova.compute.manager [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1346.838568] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.839526] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae993b3-bb03-4049-8f50-0c541e473627 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.848228] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.848478] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda4722e-f73e-443d-a9d7-e256f601fa24 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.855200] env[69572]: DEBUG oslo_vmware.api [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1346.855200] env[69572]: value = "task-3435491" [ 1346.855200] env[69572]: _type = "Task" [ 1346.855200] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.863108] env[69572]: DEBUG oslo_vmware.api [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.364850] env[69572]: DEBUG oslo_vmware.api [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435491, 'name': PowerOffVM_Task, 'duration_secs': 0.171437} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.365339] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.365339] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.365566] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab0ff92-9af1-440c-9c47-48af536e0c09 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.423691] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.423904] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.424101] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleting the datastore file [datastore2] 7888779c-56a7-4f64-a827-3b0c07e2d5f3 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.424369] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-facf7e36-8fe4-4766-bf35-d456228fbc1d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.430619] env[69572]: DEBUG oslo_vmware.api [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for the task: (returnval){ [ 1347.430619] env[69572]: value = "task-3435493" [ 1347.430619] env[69572]: _type = "Task" [ 1347.430619] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.437697] env[69572]: DEBUG oslo_vmware.api [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.941869] env[69572]: DEBUG oslo_vmware.api [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Task: {'id': task-3435493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135863} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.942165] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.942301] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.942474] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.942643] env[69572]: INFO nova.compute.manager [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1347.942882] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.943097] env[69572]: DEBUG nova.compute.manager [-] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1347.943195] env[69572]: DEBUG nova.network.neutron [-] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.204172] env[69572]: DEBUG nova.compute.manager [req-b1de2c1f-250a-4331-850e-955c7ad53e75 req-9d9da8e5-06e4-4f68-ac95-f35fa43a2cf8 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Received event network-vif-deleted-74786803-7e5b-4075-a283-636dabbe45c6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1348.204338] env[69572]: INFO nova.compute.manager [req-b1de2c1f-250a-4331-850e-955c7ad53e75 req-9d9da8e5-06e4-4f68-ac95-f35fa43a2cf8 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Neutron deleted interface 74786803-7e5b-4075-a283-636dabbe45c6; detaching it from the instance and deleting it from the info cache [ 1348.204501] env[69572]: DEBUG nova.network.neutron [req-b1de2c1f-250a-4331-850e-955c7ad53e75 req-9d9da8e5-06e4-4f68-ac95-f35fa43a2cf8 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.683362] env[69572]: DEBUG nova.network.neutron [-] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.708386] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f387e8a-9aa8-4b19-9c6c-6bf6314b69c7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.718748] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7098ef3a-f16b-4133-89f1-7631ee51073d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.743754] env[69572]: DEBUG nova.compute.manager [req-b1de2c1f-250a-4331-850e-955c7ad53e75 req-9d9da8e5-06e4-4f68-ac95-f35fa43a2cf8 service nova] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Detach interface failed, port_id=74786803-7e5b-4075-a283-636dabbe45c6, reason: Instance 7888779c-56a7-4f64-a827-3b0c07e2d5f3 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1349.186216] env[69572]: INFO nova.compute.manager [-] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Took 1.24 seconds to deallocate network for instance. [ 1349.692542] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.692896] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.693075] env[69572]: DEBUG nova.objects.instance [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lazy-loading 'resources' on Instance uuid 7888779c-56a7-4f64-a827-3b0c07e2d5f3 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.248809] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701fc21b-5344-499c-8d99-dc1861228cb2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.257024] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c886c31d-9e05-4e1a-bbd7-3a173c431f5a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.288457] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e817033-3b18-4ff9-8938-bd4b1ba787a5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.295139] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaa70b0-84c6-416e-ad4e-978fd792f846 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.307893] env[69572]: DEBUG nova.compute.provider_tree [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1350.827738] env[69572]: ERROR nova.scheduler.client.report [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] [req-7b131ed1-02c8-4930-8f0c-c64a4925be26] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5c8fade1-5d72-4a7c-bfba-ee2769975266. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b131ed1-02c8-4930-8f0c-c64a4925be26"}]} [ 1350.843906] env[69572]: DEBUG nova.scheduler.client.report [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Refreshing inventories for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1350.858921] env[69572]: DEBUG nova.scheduler.client.report [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Updating ProviderTree inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1350.859154] env[69572]: DEBUG nova.compute.provider_tree [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1350.869446] env[69572]: DEBUG nova.scheduler.client.report [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Refreshing aggregate associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, aggregates: None {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1350.885550] env[69572]: DEBUG nova.scheduler.client.report [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Refreshing trait associations for resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69572) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1350.926377] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfca7d85-1fbc-46d1-b7c5-c88b2f5e0127 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.933679] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c6339b-bbc3-4314-90e8-fae848d2af7d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.962770] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3084a4e8-c560-4beb-86a7-10c9cd92d9ae {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.969600] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0de63a9-cb49-46ae-8580-0702324604e4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.982216] env[69572]: DEBUG nova.compute.provider_tree [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1351.510774] env[69572]: DEBUG nova.scheduler.client.report [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Updated inventory for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1351.511089] env[69572]: DEBUG nova.compute.provider_tree [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Updating resource provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 generation from 179 to 180 during operation: update_inventory {{(pid=69572) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1351.511299] env[69572]: DEBUG nova.compute.provider_tree [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Updating inventory in ProviderTree for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.015932] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.037981] env[69572]: INFO nova.scheduler.client.report [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Deleted allocations for instance 7888779c-56a7-4f64-a827-3b0c07e2d5f3 [ 1352.545036] env[69572]: DEBUG oslo_concurrency.lockutils [None req-8229f4c0-6b6d-4195-8a5f-9f9e8588d797 tempest-ServerActionsTestOtherA-441507004 tempest-ServerActionsTestOtherA-441507004-project-member] Lock "7888779c-56a7-4f64-a827-3b0c07e2d5f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.214s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.254659] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.256025] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.758927] env[69572]: DEBUG nova.compute.utils [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1367.262312] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.318711] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.319259] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.319325] env[69572]: INFO nova.compute.manager [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Attaching volume f79d8f9e-ed9d-4f49-92c6-557a4a7c409f to /dev/sdb [ 1368.348911] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae20772-79c0-424d-bea2-ab87fce2f018 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.355761] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100bf7f4-f1e7-4461-a11c-7d3dfc3186ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.368354] env[69572]: DEBUG nova.virt.block_device [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Updating existing volume attachment record: 6191ad87-6d9c-4695-b450-33b844796416 {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1370.773750] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquiring lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.774170] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.774170] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquiring lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.774360] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.774547] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.778250] env[69572]: INFO nova.compute.manager [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Terminating instance [ 1371.282682] env[69572]: DEBUG nova.compute.manager [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1371.282913] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.283874] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fa963c-483b-4712-9708-a774ee85ce7f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.292143] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.292359] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87859e1e-75e0-43ef-a683-fe1773062108 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.298062] env[69572]: DEBUG oslo_vmware.api [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for the task: (returnval){ [ 1371.298062] env[69572]: value = "task-3435496" [ 1371.298062] env[69572]: _type = "Task" [ 1371.298062] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.305716] env[69572]: DEBUG oslo_vmware.api [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.807507] env[69572]: DEBUG oslo_vmware.api [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435496, 'name': PowerOffVM_Task, 'duration_secs': 0.174466} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.807897] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.807949] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.808181] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b056eb46-59fb-440e-a214-80bc288f02c0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.867146] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.867352] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Deleting contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.867542] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Deleting the datastore file [datastore2] 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.867801] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed49ff1e-6ff8-4f14-8c59-8980cf8a6562 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.873837] env[69572]: DEBUG oslo_vmware.api [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for the task: (returnval){ [ 1371.873837] env[69572]: value = "task-3435498" [ 1371.873837] env[69572]: _type = "Task" [ 1371.873837] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.881510] env[69572]: DEBUG oslo_vmware.api [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.383978] env[69572]: DEBUG oslo_vmware.api [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Task: {'id': task-3435498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132871} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.384324] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.384513] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Deleted contents of the VM from datastore datastore2 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.384685] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.384856] env[69572]: INFO nova.compute.manager [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1372.385111] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.385306] env[69572]: DEBUG nova.compute.manager [-] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1372.385400] env[69572]: DEBUG nova.network.neutron [-] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.807828] env[69572]: DEBUG nova.compute.manager [req-77feef4c-39c2-4700-808f-4a5be9bc20f6 req-b39c0c65-e103-418f-9aeb-1a920a8eaaa7 service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Received event network-vif-deleted-527a2762-4ead-4bd1-94ee-340ed647d311 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1372.808091] env[69572]: INFO nova.compute.manager [req-77feef4c-39c2-4700-808f-4a5be9bc20f6 req-b39c0c65-e103-418f-9aeb-1a920a8eaaa7 service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Neutron deleted interface 527a2762-4ead-4bd1-94ee-340ed647d311; detaching it from the instance and deleting it from the info cache [ 1372.808299] env[69572]: DEBUG nova.network.neutron [req-77feef4c-39c2-4700-808f-4a5be9bc20f6 req-b39c0c65-e103-418f-9aeb-1a920a8eaaa7 service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.914064] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1372.914593] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685776', 'volume_id': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'name': 'volume-f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9af9e77-4ad3-41b6-b43e-a0139b575732', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'serial': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1372.915352] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ca9b33-1801-4d48-8bc4-5060a46cbab5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.932047] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d75d96-12ee-4aba-9935-70d95c6c26ea {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.956534] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-f79d8f9e-ed9d-4f49-92c6-557a4a7c409f/volume-f79d8f9e-ed9d-4f49-92c6-557a4a7c409f.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.957580] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d363c43-8b6b-4e7a-b9cd-994f41a5f5b1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.975188] env[69572]: DEBUG oslo_vmware.api [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1372.975188] env[69572]: value = "task-3435499" [ 1372.975188] env[69572]: _type = "Task" [ 1372.975188] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.982998] env[69572]: DEBUG oslo_vmware.api [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.293049] env[69572]: DEBUG nova.network.neutron [-] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.310710] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1953bea-0d25-48dd-a99b-af3e007166b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.322088] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2cb52d-4ee2-4032-b12d-cf75e3f6fda2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.346495] env[69572]: DEBUG nova.compute.manager [req-77feef4c-39c2-4700-808f-4a5be9bc20f6 req-b39c0c65-e103-418f-9aeb-1a920a8eaaa7 service nova] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Detach interface failed, port_id=527a2762-4ead-4bd1-94ee-340ed647d311, reason: Instance 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1373.485197] env[69572]: DEBUG oslo_vmware.api [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435499, 'name': ReconfigVM_Task, 'duration_secs': 0.328597} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.485433] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-f79d8f9e-ed9d-4f49-92c6-557a4a7c409f/volume-f79d8f9e-ed9d-4f49-92c6-557a4a7c409f.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.490073] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0262fc6b-5b38-4373-bc7a-1ad95c578bcf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.505346] env[69572]: DEBUG oslo_vmware.api [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1373.505346] env[69572]: value = "task-3435500" [ 1373.505346] env[69572]: _type = "Task" [ 1373.505346] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.512747] env[69572]: DEBUG oslo_vmware.api [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.796462] env[69572]: INFO nova.compute.manager [-] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Took 1.41 seconds to deallocate network for instance. [ 1374.015843] env[69572]: DEBUG oslo_vmware.api [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435500, 'name': ReconfigVM_Task, 'duration_secs': 0.146882} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.016162] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685776', 'volume_id': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'name': 'volume-f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9af9e77-4ad3-41b6-b43e-a0139b575732', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'serial': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1374.303273] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.303630] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.303903] env[69572]: DEBUG nova.objects.instance [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lazy-loading 'resources' on Instance uuid 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.847192] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53f5e7f-1663-4252-b1d0-8dcb3567da40 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.854522] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1929982d-4c9d-4e99-8845-5c0c5e1e29e3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.886455] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a79ab0-f255-46df-85c1-6a41861fadbc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.893149] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d496c94-273a-4e58-959c-8e38ad4b3f0b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.905538] env[69572]: DEBUG nova.compute.provider_tree [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.051907] env[69572]: DEBUG nova.objects.instance [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lazy-loading 'flavor' on Instance uuid b9af9e77-4ad3-41b6-b43e-a0139b575732 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.409050] env[69572]: DEBUG nova.scheduler.client.report [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.556751] env[69572]: DEBUG oslo_concurrency.lockutils [None req-4654fdb3-01c6-4a98-9710-58409dc66f76 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.774347] env[69572]: DEBUG oslo_concurrency.lockutils [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.774435] env[69572]: DEBUG oslo_concurrency.lockutils [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.912888] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.932565] env[69572]: INFO nova.scheduler.client.report [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Deleted allocations for instance 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46 [ 1376.277540] env[69572]: INFO nova.compute.manager [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Detaching volume f79d8f9e-ed9d-4f49-92c6-557a4a7c409f [ 1376.310180] env[69572]: INFO nova.virt.block_device [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Attempting to driver detach volume f79d8f9e-ed9d-4f49-92c6-557a4a7c409f from mountpoint /dev/sdb [ 1376.310453] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1376.310695] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685776', 'volume_id': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'name': 'volume-f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9af9e77-4ad3-41b6-b43e-a0139b575732', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'serial': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1376.311510] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5753edd3-3c21-4789-8791-95c7ab24621b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.333764] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e927130-cedb-41fd-b0cf-112a218253eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.340108] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fa8768-d967-4851-83b9-5723b1578261 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.359407] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ca179-7aca-44cc-8b46-5953f66568c1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.373227] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] The volume has not been displaced from its original location: [datastore1] volume-f79d8f9e-ed9d-4f49-92c6-557a4a7c409f/volume-f79d8f9e-ed9d-4f49-92c6-557a4a7c409f.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1376.379476] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1376.379820] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7be0551d-3fbd-49cd-94a6-c8ca04139667 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.407359] env[69572]: DEBUG oslo_vmware.api [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1376.407359] env[69572]: value = "task-3435501" [ 1376.407359] env[69572]: _type = "Task" [ 1376.407359] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.415459] env[69572]: DEBUG oslo_vmware.api [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.440769] env[69572]: DEBUG oslo_concurrency.lockutils [None req-d0d5c884-de53-4a3e-9522-e399c93181ee tempest-ServersV294TestFqdnHostnames-1012713110 tempest-ServersV294TestFqdnHostnames-1012713110-project-member] Lock "4021dfb3-2f3c-4e92-9015-ec8f65e6fa46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.667s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.919871] env[69572]: DEBUG oslo_vmware.api [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435501, 'name': ReconfigVM_Task, 'duration_secs': 0.220915} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.920285] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1376.927808] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a815962-dffb-4c4e-b556-b1cbabb7a3cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.945332] env[69572]: DEBUG oslo_vmware.api [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1376.945332] env[69572]: value = "task-3435502" [ 1376.945332] env[69572]: _type = "Task" [ 1376.945332] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.958051] env[69572]: DEBUG oslo_vmware.api [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.457016] env[69572]: DEBUG oslo_vmware.api [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435502, 'name': ReconfigVM_Task, 'duration_secs': 0.150039} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.457407] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685776', 'volume_id': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'name': 'volume-f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9af9e77-4ad3-41b6-b43e-a0139b575732', 'attached_at': '', 'detached_at': '', 'volume_id': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f', 'serial': 'f79d8f9e-ed9d-4f49-92c6-557a4a7c409f'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1378.010619] env[69572]: DEBUG nova.objects.instance [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lazy-loading 'flavor' on Instance uuid b9af9e77-4ad3-41b6-b43e-a0139b575732 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.028908] env[69572]: DEBUG oslo_concurrency.lockutils [None req-86960485-1ad3-4c30-a622-33f4aca5db64 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.069064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.069064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.069064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "b9af9e77-4ad3-41b6-b43e-a0139b575732-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.069064] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.069464] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.073381] env[69572]: INFO nova.compute.manager [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Terminating instance [ 1380.577695] env[69572]: DEBUG nova.compute.manager [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1380.577916] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.578958] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4169e74-23e4-4150-8e40-6a856855f60b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.587079] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.587422] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0161e263-0dee-49f4-a5ca-e2c02b58e9af {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.594459] env[69572]: DEBUG oslo_vmware.api [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1380.594459] env[69572]: value = "task-3435503" [ 1380.594459] env[69572]: _type = "Task" [ 1380.594459] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.602499] env[69572]: DEBUG oslo_vmware.api [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.104683] env[69572]: DEBUG oslo_vmware.api [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435503, 'name': PowerOffVM_Task, 'duration_secs': 0.166987} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.104963] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.105140] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.105388] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-891c6d90-3dd3-40d9-bea1-d6ef5961f9f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.169543] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.169786] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.169964] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleting the datastore file [datastore1] b9af9e77-4ad3-41b6-b43e-a0139b575732 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.170268] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c62de57c-a15e-4f33-97a8-e8fc2a2c19e9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.177354] env[69572]: DEBUG oslo_vmware.api [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1381.177354] env[69572]: value = "task-3435505" [ 1381.177354] env[69572]: _type = "Task" [ 1381.177354] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.186058] env[69572]: DEBUG oslo_vmware.api [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.687175] env[69572]: DEBUG oslo_vmware.api [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134635} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.687420] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.687603] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.687777] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.687944] env[69572]: INFO nova.compute.manager [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1381.688463] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.688463] env[69572]: DEBUG nova.compute.manager [-] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1381.688578] env[69572]: DEBUG nova.network.neutron [-] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.781692] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquiring lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.781935] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.157764] env[69572]: DEBUG nova.compute.manager [req-9a996265-5ec3-46c0-8fe2-3f5b4693337a req-7b24bd12-9318-4de4-a2dc-144ad25fe901 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Received event network-vif-deleted-9dba5881-db6b-44e1-872e-e2c320a92358 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1382.158303] env[69572]: INFO nova.compute.manager [req-9a996265-5ec3-46c0-8fe2-3f5b4693337a req-7b24bd12-9318-4de4-a2dc-144ad25fe901 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Neutron deleted interface 9dba5881-db6b-44e1-872e-e2c320a92358; detaching it from the instance and deleting it from the info cache [ 1382.158303] env[69572]: DEBUG nova.network.neutron [req-9a996265-5ec3-46c0-8fe2-3f5b4693337a req-7b24bd12-9318-4de4-a2dc-144ad25fe901 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.284601] env[69572]: DEBUG nova.compute.manager [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1382.633124] env[69572]: DEBUG nova.network.neutron [-] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.660160] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09dc3a37-6a1e-46db-ab67-039d3786039c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.670419] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7737c613-889c-4965-8579-5363fb63d6fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.695183] env[69572]: DEBUG nova.compute.manager [req-9a996265-5ec3-46c0-8fe2-3f5b4693337a req-7b24bd12-9318-4de4-a2dc-144ad25fe901 service nova] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Detach interface failed, port_id=9dba5881-db6b-44e1-872e-e2c320a92358, reason: Instance b9af9e77-4ad3-41b6-b43e-a0139b575732 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1382.805542] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.805815] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.807523] env[69572]: INFO nova.compute.claims [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.135845] env[69572]: INFO nova.compute.manager [-] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Took 1.45 seconds to deallocate network for instance. [ 1383.540466] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.540789] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.642617] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.853689] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3553ba0c-f5ad-4d8c-bdd0-c84d52b63988 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.861636] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bb7cca-857f-49fd-bdb6-f1ce3dbeb422 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.891731] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0e8d98-d652-48cd-a39e-2f8c546fa869 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.898342] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1682bb2-4c8b-4709-9712-e3d620e582ad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.911187] env[69572]: DEBUG nova.compute.provider_tree [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.045034] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.045192] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.045336] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.045565] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.045716] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.045859] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.045994] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1384.046336] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.415050] env[69572]: DEBUG nova.scheduler.client.report [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.548852] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.919751] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.920374] env[69572]: DEBUG nova.compute.manager [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1384.922849] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.280s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.923521] env[69572]: DEBUG nova.objects.instance [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lazy-loading 'resources' on Instance uuid b9af9e77-4ad3-41b6-b43e-a0139b575732 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.426192] env[69572]: DEBUG nova.compute.utils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.430358] env[69572]: DEBUG nova.compute.manager [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1385.430723] env[69572]: DEBUG nova.network.neutron [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.462952] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d13a48a-8bae-4fc2-b04b-120f0a2ed4cd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.470412] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f2647-48ff-4e06-991e-86ad0d5cbe1f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.474646] env[69572]: DEBUG nova.policy [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad521ff1b3f045e4a77dcd6c79b34c07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65fca39cfcb54d6dac5a2f9ed41cbc92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.503534] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4308efe6-7c64-4678-9c5a-4ab1e0992a39 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.510866] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f4fb7d-25f7-4e4d-9c11-02e459140458 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.523728] env[69572]: DEBUG nova.compute.provider_tree [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.707914] env[69572]: DEBUG nova.network.neutron [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Successfully created port: 08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.931330] env[69572]: DEBUG nova.compute.manager [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1386.026439] env[69572]: DEBUG nova.scheduler.client.report [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.530747] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.533000] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.984s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.533181] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.533359] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1386.534484] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbb1e40-fad9-4b22-9dac-f13f6f44bb90 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.542994] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc62d7fd-1da9-4ba5-9680-aaade8fef788 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.557274] env[69572]: INFO nova.scheduler.client.report [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleted allocations for instance b9af9e77-4ad3-41b6-b43e-a0139b575732 [ 1386.558902] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a565749-db07-44a8-8dfc-0805dc7a8f45 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.567553] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b101d1-496c-4c8c-b5e1-2736378d02cf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.597630] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180105MB free_disk=98GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1386.597795] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.597985] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.940503] env[69572]: DEBUG nova.compute.manager [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1386.966538] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.966784] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.966940] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.967128] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.967326] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.967418] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.967607] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.967763] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.967935] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.968104] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.968276] env[69572]: DEBUG nova.virt.hardware [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.969119] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736fab0e-10d0-4914-b192-030171e93f5f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.977012] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6af17e-c15b-4a73-9edb-849f118bb8b2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.062593] env[69572]: DEBUG nova.compute.manager [req-b5bbe6bd-fbed-4073-a363-e611d09c4825 req-71e3981d-f955-46ec-9ac2-fdbbfbdb2f77 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Received event network-vif-plugged-08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1387.062823] env[69572]: DEBUG oslo_concurrency.lockutils [req-b5bbe6bd-fbed-4073-a363-e611d09c4825 req-71e3981d-f955-46ec-9ac2-fdbbfbdb2f77 service nova] Acquiring lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.063035] env[69572]: DEBUG oslo_concurrency.lockutils [req-b5bbe6bd-fbed-4073-a363-e611d09c4825 req-71e3981d-f955-46ec-9ac2-fdbbfbdb2f77 service nova] Lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.063203] env[69572]: DEBUG oslo_concurrency.lockutils [req-b5bbe6bd-fbed-4073-a363-e611d09c4825 req-71e3981d-f955-46ec-9ac2-fdbbfbdb2f77 service nova] Lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.063370] env[69572]: DEBUG nova.compute.manager [req-b5bbe6bd-fbed-4073-a363-e611d09c4825 req-71e3981d-f955-46ec-9ac2-fdbbfbdb2f77 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] No waiting events found dispatching network-vif-plugged-08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1387.063530] env[69572]: WARNING nova.compute.manager [req-b5bbe6bd-fbed-4073-a363-e611d09c4825 req-71e3981d-f955-46ec-9ac2-fdbbfbdb2f77 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Received unexpected event network-vif-plugged-08e802a1-4c9f-4c22-b92c-62c8c955bb88 for instance with vm_state building and task_state spawning. [ 1387.066136] env[69572]: DEBUG oslo_concurrency.lockutils [None req-61ec93ca-d4a2-41bd-91aa-f1e40aefb51f tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "b9af9e77-4ad3-41b6-b43e-a0139b575732" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.998s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.139076] env[69572]: DEBUG nova.network.neutron [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Successfully updated port: 08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.620576] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance aedc0b40-196b-4e0b-8ffa-dbf2039871e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1387.620789] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1387.620932] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1387.641835] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquiring lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.641958] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquired lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.642092] env[69572]: DEBUG nova.network.neutron [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.652039] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e53ed3-0051-4c12-9789-92133f43fad4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.660826] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83392993-3e02-488c-bffc-df49fb48e363 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.691595] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b0560e-85fa-401c-a415-f28b0caca024 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.699349] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba920f81-b4bd-4c24-8f81-9c20816ca684 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.712806] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.174996] env[69572]: DEBUG nova.network.neutron [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.215656] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.284522] env[69572]: DEBUG nova.network.neutron [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updating instance_info_cache with network_info: [{"id": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "address": "fa:16:3e:6b:91:70", "network": {"id": "ffef8567-26e2-4d76-b1bb-0850bcc5b148", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1883455558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65fca39cfcb54d6dac5a2f9ed41cbc92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e802a1-4c", "ovs_interfaceid": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.720545] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1388.720775] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.786934] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Releasing lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.787308] env[69572]: DEBUG nova.compute.manager [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Instance network_info: |[{"id": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "address": "fa:16:3e:6b:91:70", "network": {"id": "ffef8567-26e2-4d76-b1bb-0850bcc5b148", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1883455558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65fca39cfcb54d6dac5a2f9ed41cbc92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e802a1-4c", "ovs_interfaceid": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1388.787739] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:91:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08e802a1-4c9f-4c22-b92c-62c8c955bb88', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.795133] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Creating folder: Project (65fca39cfcb54d6dac5a2f9ed41cbc92). Parent ref: group-v685431. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.795421] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3bcee4e-12b6-48f2-a7bb-de57df1721f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.807409] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Created folder: Project (65fca39cfcb54d6dac5a2f9ed41cbc92) in parent group-v685431. [ 1388.807581] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Creating folder: Instances. Parent ref: group-v685777. {{(pid=69572) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.807792] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e922b88-e9a1-4d0b-915d-df228bbc1855 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.817333] env[69572]: INFO nova.virt.vmwareapi.vm_util [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Created folder: Instances in parent group-v685777. [ 1388.817539] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.817737] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.817892] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35227633-322c-43fc-a44a-a5ffcdae3f5a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.836322] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.836322] env[69572]: value = "task-3435508" [ 1388.836322] env[69572]: _type = "Task" [ 1388.836322] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.843587] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435508, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.978940] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "7aac19f4-7634-4b2e-b379-9ff486f01617" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.979214] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.096982] env[69572]: DEBUG nova.compute.manager [req-b6f63ab5-fa48-4278-b33f-dcf1e78788a8 req-ad1452dd-0e46-4b96-9716-e496ab339875 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Received event network-changed-08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1389.097103] env[69572]: DEBUG nova.compute.manager [req-b6f63ab5-fa48-4278-b33f-dcf1e78788a8 req-ad1452dd-0e46-4b96-9716-e496ab339875 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Refreshing instance network info cache due to event network-changed-08e802a1-4c9f-4c22-b92c-62c8c955bb88. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1389.097494] env[69572]: DEBUG oslo_concurrency.lockutils [req-b6f63ab5-fa48-4278-b33f-dcf1e78788a8 req-ad1452dd-0e46-4b96-9716-e496ab339875 service nova] Acquiring lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.097586] env[69572]: DEBUG oslo_concurrency.lockutils [req-b6f63ab5-fa48-4278-b33f-dcf1e78788a8 req-ad1452dd-0e46-4b96-9716-e496ab339875 service nova] Acquired lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.097750] env[69572]: DEBUG nova.network.neutron [req-b6f63ab5-fa48-4278-b33f-dcf1e78788a8 req-ad1452dd-0e46-4b96-9716-e496ab339875 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Refreshing network info cache for port 08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.346110] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435508, 'name': CreateVM_Task, 'duration_secs': 0.295943} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.346472] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.346914] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.347098] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.347419] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.347667] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62c979b-50b9-4547-9dbc-a51eacaf19dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.352431] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1389.352431] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]529ccfe3-c35c-9406-43e8-d4ab66355af6" [ 1389.352431] env[69572]: _type = "Task" [ 1389.352431] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.361233] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529ccfe3-c35c-9406-43e8-d4ab66355af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.481326] env[69572]: DEBUG nova.compute.manager [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Starting instance... {{(pid=69572) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2438}} [ 1389.780602] env[69572]: DEBUG nova.network.neutron [req-b6f63ab5-fa48-4278-b33f-dcf1e78788a8 req-ad1452dd-0e46-4b96-9716-e496ab339875 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updated VIF entry in instance network info cache for port 08e802a1-4c9f-4c22-b92c-62c8c955bb88. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.781032] env[69572]: DEBUG nova.network.neutron [req-b6f63ab5-fa48-4278-b33f-dcf1e78788a8 req-ad1452dd-0e46-4b96-9716-e496ab339875 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updating instance_info_cache with network_info: [{"id": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "address": "fa:16:3e:6b:91:70", "network": {"id": "ffef8567-26e2-4d76-b1bb-0850bcc5b148", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1883455558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65fca39cfcb54d6dac5a2f9ed41cbc92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e802a1-4c", "ovs_interfaceid": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.862879] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]529ccfe3-c35c-9406-43e8-d4ab66355af6, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.863187] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.863420] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.863651] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.863801] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.864014] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.864280] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31b7fefd-e40e-46dd-9bc6-2e80de4566eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.872241] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.872411] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.873086] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030bf7bd-30bb-40c0-9f68-8458abf12017 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.878118] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1389.878118] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52b34363-9db3-d75e-ea3e-190ac48f06df" [ 1389.878118] env[69572]: _type = "Task" [ 1389.878118] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.885950] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b34363-9db3-d75e-ea3e-190ac48f06df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.002674] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.002955] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.004527] env[69572]: INFO nova.compute.claims [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.283754] env[69572]: DEBUG oslo_concurrency.lockutils [req-b6f63ab5-fa48-4278-b33f-dcf1e78788a8 req-ad1452dd-0e46-4b96-9716-e496ab339875 service nova] Releasing lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.388631] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52b34363-9db3-d75e-ea3e-190ac48f06df, 'name': SearchDatastore_Task, 'duration_secs': 0.008431} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.389457] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50cb70a1-cd6f-41f0-9c03-458c0a3c790a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.394294] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1390.394294] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52403304-0b83-1ad6-6294-efe539c8d24f" [ 1390.394294] env[69572]: _type = "Task" [ 1390.394294] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.401709] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52403304-0b83-1ad6-6294-efe539c8d24f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.904871] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52403304-0b83-1ad6-6294-efe539c8d24f, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.904871] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.905261] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] aedc0b40-196b-4e0b-8ffa-dbf2039871e6/aedc0b40-196b-4e0b-8ffa-dbf2039871e6.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.905308] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb9ec88b-0d07-42e8-bf41-d581c48d9923 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.911993] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1390.911993] env[69572]: value = "task-3435509" [ 1390.911993] env[69572]: _type = "Task" [ 1390.911993] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.919369] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.051961] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d3e112-3423-4c9e-9c91-6fcc164871cb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.059193] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd6d559-108d-41e1-83d9-eeff9869b904 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.089860] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b6222-a760-4f4e-86ac-776a93382a2a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.097410] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218f527e-0104-4a31-a405-223f1b67ae2c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.111317] env[69572]: DEBUG nova.compute.provider_tree [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.421208] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49195} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.421540] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] aedc0b40-196b-4e0b-8ffa-dbf2039871e6/aedc0b40-196b-4e0b-8ffa-dbf2039871e6.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.421655] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.421901] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf5bea76-34ec-4d1b-9eee-09e0a0bef10e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.427867] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1391.427867] env[69572]: value = "task-3435510" [ 1391.427867] env[69572]: _type = "Task" [ 1391.427867] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.434756] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.614322] env[69572]: DEBUG nova.scheduler.client.report [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.937107] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070223} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.937413] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.938179] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458efcef-89a3-4f86-8612-3dd5f6b9b652 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.959568] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] aedc0b40-196b-4e0b-8ffa-dbf2039871e6/aedc0b40-196b-4e0b-8ffa-dbf2039871e6.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.959907] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57f969f2-119c-4763-ac47-83b542b0d0b9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.979041] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1391.979041] env[69572]: value = "task-3435511" [ 1391.979041] env[69572]: _type = "Task" [ 1391.979041] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.986673] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.119062] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.119692] env[69572]: DEBUG nova.compute.manager [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Start building networks asynchronously for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2835}} [ 1392.489484] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435511, 'name': ReconfigVM_Task, 'duration_secs': 0.292591} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.489833] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] aedc0b40-196b-4e0b-8ffa-dbf2039871e6/aedc0b40-196b-4e0b-8ffa-dbf2039871e6.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.490460] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-563e4fa7-18fa-4dd4-a2d7-73c11e1415b8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.497212] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1392.497212] env[69572]: value = "task-3435512" [ 1392.497212] env[69572]: _type = "Task" [ 1392.497212] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.504706] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435512, 'name': Rename_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.625212] env[69572]: DEBUG nova.compute.utils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1392.626706] env[69572]: DEBUG nova.compute.manager [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Allocating IP information in the background. {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}} [ 1392.626875] env[69572]: DEBUG nova.network.neutron [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] allocate_for_instance() {{(pid=69572) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.662449] env[69572]: DEBUG nova.policy [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbef0e106acb4760a95f24322ec42efe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8af3bcdc338e46c6b1816ae4435489d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69572) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.916308] env[69572]: DEBUG nova.network.neutron [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Successfully created port: 7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6 {{(pid=69572) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.006621] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435512, 'name': Rename_Task, 'duration_secs': 0.143565} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.007278] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.007549] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-794a91a2-e5a3-4749-ba85-b69d97acdfcf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.013558] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1393.013558] env[69572]: value = "task-3435513" [ 1393.013558] env[69572]: _type = "Task" [ 1393.013558] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.020653] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.130517] env[69572]: DEBUG nova.compute.manager [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Start building block device mappings for instance. {{(pid=69572) _build_resources /opt/stack/nova/nova/compute/manager.py:2870}} [ 1393.523229] env[69572]: DEBUG oslo_vmware.api [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435513, 'name': PowerOnVM_Task, 'duration_secs': 0.411894} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.523532] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.523689] env[69572]: INFO nova.compute.manager [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1393.523865] env[69572]: DEBUG nova.compute.manager [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1393.524657] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b145d6f8-b230-4472-a172-ca055b3dee03 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.041045] env[69572]: INFO nova.compute.manager [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Took 11.25 seconds to build instance. [ 1394.139840] env[69572]: DEBUG nova.compute.manager [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Start spawning the instance on the hypervisor. {{(pid=69572) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2644}} [ 1394.166934] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T12:12:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T12:12:24Z,direct_url=,disk_format='vmdk',id=2968ca72-8441-4c76-a285-0283c94d098f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0891dfcd3d294582bd387b7389751639',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T12:12:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.167233] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Flavor limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.167406] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Image limits 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.167592] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Flavor pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.167753] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Image pref 0:0:0 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.167899] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69572) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.168110] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.168277] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.168434] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Got 1 possible topologies {{(pid=69572) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.168592] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.168758] env[69572]: DEBUG nova.virt.hardware [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69572) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.169666] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becd90af-afa6-43da-95a8-8642c111f858 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.177812] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffa76dc-96e6-43b4-9603-a6f4c0338294 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.267135] env[69572]: DEBUG nova.compute.manager [req-fce30f97-efdb-4f0f-89ee-db38f0934ce9 req-a06680b2-b265-45a1-8431-647bfd3237ec service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Received event network-vif-plugged-7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1394.267135] env[69572]: DEBUG oslo_concurrency.lockutils [req-fce30f97-efdb-4f0f-89ee-db38f0934ce9 req-a06680b2-b265-45a1-8431-647bfd3237ec service nova] Acquiring lock "7aac19f4-7634-4b2e-b379-9ff486f01617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.267135] env[69572]: DEBUG oslo_concurrency.lockutils [req-fce30f97-efdb-4f0f-89ee-db38f0934ce9 req-a06680b2-b265-45a1-8431-647bfd3237ec service nova] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.267135] env[69572]: DEBUG oslo_concurrency.lockutils [req-fce30f97-efdb-4f0f-89ee-db38f0934ce9 req-a06680b2-b265-45a1-8431-647bfd3237ec service nova] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.267135] env[69572]: DEBUG nova.compute.manager [req-fce30f97-efdb-4f0f-89ee-db38f0934ce9 req-a06680b2-b265-45a1-8431-647bfd3237ec service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] No waiting events found dispatching network-vif-plugged-7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6 {{(pid=69572) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1394.267135] env[69572]: WARNING nova.compute.manager [req-fce30f97-efdb-4f0f-89ee-db38f0934ce9 req-a06680b2-b265-45a1-8431-647bfd3237ec service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Received unexpected event network-vif-plugged-7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6 for instance with vm_state building and task_state spawning. [ 1394.353291] env[69572]: DEBUG nova.network.neutron [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Successfully updated port: 7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6 {{(pid=69572) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.542737] env[69572]: DEBUG oslo_concurrency.lockutils [None req-6276b508-f4a9-4199-935a-3cee1576b902 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.761s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.818497] env[69572]: INFO nova.compute.manager [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Rescuing [ 1394.818770] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquiring lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.818919] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquired lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.819104] env[69572]: DEBUG nova.network.neutron [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.855960] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "refresh_cache-7aac19f4-7634-4b2e-b379-9ff486f01617" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.856133] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "refresh_cache-7aac19f4-7634-4b2e-b379-9ff486f01617" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.856283] env[69572]: DEBUG nova.network.neutron [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Building network info cache for instance {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.396204] env[69572]: DEBUG nova.network.neutron [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Instance cache missing network info. {{(pid=69572) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.596660] env[69572]: DEBUG nova.network.neutron [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Updating instance_info_cache with network_info: [{"id": "7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6", "address": "fa:16:3e:27:a6:6d", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3135b2-9e", "ovs_interfaceid": "7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.606151] env[69572]: DEBUG nova.network.neutron [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updating instance_info_cache with network_info: [{"id": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "address": "fa:16:3e:6b:91:70", "network": {"id": "ffef8567-26e2-4d76-b1bb-0850bcc5b148", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1883455558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65fca39cfcb54d6dac5a2f9ed41cbc92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e802a1-4c", "ovs_interfaceid": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.099619] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "refresh_cache-7aac19f4-7634-4b2e-b379-9ff486f01617" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.099947] env[69572]: DEBUG nova.compute.manager [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Instance network_info: |[{"id": "7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6", "address": "fa:16:3e:27:a6:6d", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3135b2-9e", "ovs_interfaceid": "7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69572) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1396.100463] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:a6:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6', 'vif_model': 'vmxnet3'}] {{(pid=69572) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.107972] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.108415] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Releasing lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.110803] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Creating VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.111263] env[69572]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2f62957-85b3-44ce-b2ac-2b6ab7888815 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.134884] env[69572]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.134884] env[69572]: value = "task-3435514" [ 1396.134884] env[69572]: _type = "Task" [ 1396.134884] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.142464] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435514, 'name': CreateVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.295178] env[69572]: DEBUG nova.compute.manager [req-2297a767-9efc-460b-977e-978d1ee2a762 req-fa0387b6-fd47-48b7-a2a5-12c4b2e0d733 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Received event network-changed-7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1396.295292] env[69572]: DEBUG nova.compute.manager [req-2297a767-9efc-460b-977e-978d1ee2a762 req-fa0387b6-fd47-48b7-a2a5-12c4b2e0d733 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Refreshing instance network info cache due to event network-changed-7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1396.295566] env[69572]: DEBUG oslo_concurrency.lockutils [req-2297a767-9efc-460b-977e-978d1ee2a762 req-fa0387b6-fd47-48b7-a2a5-12c4b2e0d733 service nova] Acquiring lock "refresh_cache-7aac19f4-7634-4b2e-b379-9ff486f01617" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.295704] env[69572]: DEBUG oslo_concurrency.lockutils [req-2297a767-9efc-460b-977e-978d1ee2a762 req-fa0387b6-fd47-48b7-a2a5-12c4b2e0d733 service nova] Acquired lock "refresh_cache-7aac19f4-7634-4b2e-b379-9ff486f01617" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.295860] env[69572]: DEBUG nova.network.neutron [req-2297a767-9efc-460b-977e-978d1ee2a762 req-fa0387b6-fd47-48b7-a2a5-12c4b2e0d733 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Refreshing network info cache for port 7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.646408] env[69572]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435514, 'name': CreateVM_Task, 'duration_secs': 0.322015} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.647093] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Created VM on the ESX host {{(pid=69572) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.647753] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.647913] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.648256] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.648721] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff56c8d9-3d60-4742-8a80-ff4ddc74e63e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.653132] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1396.653132] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]525ebb57-c3c1-9b58-8516-f78552a43a89" [ 1396.653132] env[69572]: _type = "Task" [ 1396.653132] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.660456] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525ebb57-c3c1-9b58-8516-f78552a43a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.967844] env[69572]: DEBUG nova.network.neutron [req-2297a767-9efc-460b-977e-978d1ee2a762 req-fa0387b6-fd47-48b7-a2a5-12c4b2e0d733 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Updated VIF entry in instance network info cache for port 7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.968209] env[69572]: DEBUG nova.network.neutron [req-2297a767-9efc-460b-977e-978d1ee2a762 req-fa0387b6-fd47-48b7-a2a5-12c4b2e0d733 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Updating instance_info_cache with network_info: [{"id": "7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6", "address": "fa:16:3e:27:a6:6d", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3135b2-9e", "ovs_interfaceid": "7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.162854] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]525ebb57-c3c1-9b58-8516-f78552a43a89, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.163166] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.163392] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.163620] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.163763] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.163938] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.164199] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06bda4b3-866d-4f41-beee-7a655e6a4de4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.171957] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.172138] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.172794] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c749c5-81bf-472e-a473-d936156e5811 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.177206] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1397.177206] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52fd9134-227f-2657-887d-25eed79a1bf5" [ 1397.177206] env[69572]: _type = "Task" [ 1397.177206] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.184118] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fd9134-227f-2657-887d-25eed79a1bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.471076] env[69572]: DEBUG oslo_concurrency.lockutils [req-2297a767-9efc-460b-977e-978d1ee2a762 req-fa0387b6-fd47-48b7-a2a5-12c4b2e0d733 service nova] Releasing lock "refresh_cache-7aac19f4-7634-4b2e-b379-9ff486f01617" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.646188] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.646547] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-671df596-8887-4e1b-a6f3-3ebaac20e302 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.654366] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1397.654366] env[69572]: value = "task-3435515" [ 1397.654366] env[69572]: _type = "Task" [ 1397.654366] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.662807] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.687504] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52fd9134-227f-2657-887d-25eed79a1bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.013154} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.688352] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5238b0-f464-4ef7-aeda-2368def59d0c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.693301] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1397.693301] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52612e0b-7069-ab96-b275-f22574eb87bf" [ 1397.693301] env[69572]: _type = "Task" [ 1397.693301] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.700832] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52612e0b-7069-ab96-b275-f22574eb87bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.164288] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435515, 'name': PowerOffVM_Task, 'duration_secs': 0.172485} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.164563] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.165379] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464d22c4-39b7-4f8a-af8d-06df1eb6c23c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.183187] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0581bf92-6ded-492e-8a43-f22db8c3bd47 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.202013] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52612e0b-7069-ab96-b275-f22574eb87bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.202268] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.202516] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 7aac19f4-7634-4b2e-b379-9ff486f01617/7aac19f4-7634-4b2e-b379-9ff486f01617.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.202744] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae5d2c6f-8a04-4307-b483-47b7d89c7500 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.211274] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.211509] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2971d14-baf7-4b53-b360-cb992bbe610e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.213770] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1398.213770] env[69572]: value = "task-3435516" [ 1398.213770] env[69572]: _type = "Task" [ 1398.213770] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.217990] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1398.217990] env[69572]: value = "task-3435517" [ 1398.217990] env[69572]: _type = "Task" [ 1398.217990] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.224170] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.228820] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] VM already powered off {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1398.229014] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Processing image 2968ca72-8441-4c76-a285-0283c94d098f {{(pid=69572) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.229255] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.229424] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.229604] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.229805] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fb252de-5239-4e8e-85cf-d5fcc0b67fd6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.236577] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69572) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.236771] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69572) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.237497] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a32ffb-3932-4c5b-940e-f287e0a5092b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.241917] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1398.241917] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52711109-7ee5-f552-17b7-0aa0bd2fd131" [ 1398.241917] env[69572]: _type = "Task" [ 1398.241917] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.248635] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52711109-7ee5-f552-17b7-0aa0bd2fd131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.723516] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463961} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.723886] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] 7aac19f4-7634-4b2e-b379-9ff486f01617/7aac19f4-7634-4b2e-b379-9ff486f01617.vmdk {{(pid=69572) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.723967] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Extending root virtual disk to 1048576 {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.724228] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c51fc35-9801-4305-bfa9-4e7a519362f7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.731350] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1398.731350] env[69572]: value = "task-3435518" [ 1398.731350] env[69572]: _type = "Task" [ 1398.731350] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.738213] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.749672] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52711109-7ee5-f552-17b7-0aa0bd2fd131, 'name': SearchDatastore_Task, 'duration_secs': 0.007241} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.750407] env[69572]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34eee62-41c3-4a62-8974-bf25c68c17c3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.754655] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1398.754655] env[69572]: value = "session[5254b109-848d-8c08-0048-fed5b6c15c13]52bce1ab-384c-fd01-bb6d-77927e7e3da3" [ 1398.754655] env[69572]: _type = "Task" [ 1398.754655] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.761909] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bce1ab-384c-fd01-bb6d-77927e7e3da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.240721] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058382} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.241018] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Extended root virtual disk {{(pid=69572) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.241830] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddf8cab-a388-4262-b0d7-b610605de46e {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.262860] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 7aac19f4-7634-4b2e-b379-9ff486f01617/7aac19f4-7634-4b2e-b379-9ff486f01617.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.263150] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cea56614-b9c1-4d5a-96f6-8a28bc15f61d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.285301] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': session[5254b109-848d-8c08-0048-fed5b6c15c13]52bce1ab-384c-fd01-bb6d-77927e7e3da3, 'name': SearchDatastore_Task, 'duration_secs': 0.008704} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.286360] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.286617] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] aedc0b40-196b-4e0b-8ffa-dbf2039871e6/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. {{(pid=69572) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1399.286902] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1399.286902] env[69572]: value = "task-3435519" [ 1399.286902] env[69572]: _type = "Task" [ 1399.286902] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.287089] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-035b31ec-f90e-480c-a3b8-4914bdb1d388 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.296384] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435519, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.297453] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1399.297453] env[69572]: value = "task-3435520" [ 1399.297453] env[69572]: _type = "Task" [ 1399.297453] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.304483] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.798358] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435519, 'name': ReconfigVM_Task, 'duration_secs': 0.372456} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.801312] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 7aac19f4-7634-4b2e-b379-9ff486f01617/7aac19f4-7634-4b2e-b379-9ff486f01617.vmdk or device None with type sparse {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.801945] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56485344-8171-4bab-862b-a02c5c5d3c8b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.807393] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498211} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.808465] env[69572]: INFO nova.virt.vmwareapi.ds_util [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2968ca72-8441-4c76-a285-0283c94d098f/2968ca72-8441-4c76-a285-0283c94d098f.vmdk to [datastore1] aedc0b40-196b-4e0b-8ffa-dbf2039871e6/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk. [ 1399.808775] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1399.808775] env[69572]: value = "task-3435521" [ 1399.808775] env[69572]: _type = "Task" [ 1399.808775] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.809468] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967e232c-512b-452d-bb82-6f5cf0c99c1d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.819094] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435521, 'name': Rename_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.838536] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] aedc0b40-196b-4e0b-8ffa-dbf2039871e6/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.838791] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cf0fcb6-d3e5-4aac-9c37-e7853682f6ec {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.855733] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1399.855733] env[69572]: value = "task-3435522" [ 1399.855733] env[69572]: _type = "Task" [ 1399.855733] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.862974] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.321659] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435521, 'name': Rename_Task, 'duration_secs': 0.137614} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.321959] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.322215] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dcdac42-3f96-4f87-9cc9-0864a21eb6c1 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.328264] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1400.328264] env[69572]: value = "task-3435523" [ 1400.328264] env[69572]: _type = "Task" [ 1400.328264] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.336704] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.365176] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435522, 'name': ReconfigVM_Task, 'duration_secs': 0.279546} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.365472] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] aedc0b40-196b-4e0b-8ffa-dbf2039871e6/2968ca72-8441-4c76-a285-0283c94d098f-rescue.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.366284] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7922a73-603c-4646-a176-4dc6feb2abad {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.390188] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c06504af-14db-4e6a-b1d9-741b933cf2a4 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.404516] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1400.404516] env[69572]: value = "task-3435524" [ 1400.404516] env[69572]: _type = "Task" [ 1400.404516] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.414431] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.838073] env[69572]: DEBUG oslo_vmware.api [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435523, 'name': PowerOnVM_Task, 'duration_secs': 0.454656} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.838516] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.838607] env[69572]: INFO nova.compute.manager [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1400.838706] env[69572]: DEBUG nova.compute.manager [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1400.839508] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848575a2-7236-4d4e-a522-fe71a0c212f2 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.913440] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435524, 'name': ReconfigVM_Task, 'duration_secs': 0.151644} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.913700] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Powering on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.913935] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e59a61f1-b6a2-4c97-a500-992fa9c86c94 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.921060] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1400.921060] env[69572]: value = "task-3435525" [ 1400.921060] env[69572]: _type = "Task" [ 1400.921060] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.928064] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.355822] env[69572]: INFO nova.compute.manager [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Took 11.37 seconds to build instance. [ 1401.431413] env[69572]: DEBUG oslo_vmware.api [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435525, 'name': PowerOnVM_Task, 'duration_secs': 0.48335} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.431709] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Powered on the VM {{(pid=69572) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.434349] env[69572]: DEBUG nova.compute.manager [None req-a4eae54b-e9a3-4392-8a48-bb64752e68a5 tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Checking state {{(pid=69572) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1401.435107] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98868d9f-6c6e-481c-92d2-6b7e82e33762 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.857719] env[69572]: DEBUG oslo_concurrency.lockutils [None req-a112c24b-3427-459d-a6c0-2bef4963e0c3 tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.878s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.868289] env[69572]: DEBUG nova.compute.manager [req-3ba4092b-bd11-4f02-a294-363e8f9ad1bc req-39c49a75-f577-49ce-8d15-15ad0888cf54 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Received event network-changed-7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1401.869291] env[69572]: DEBUG nova.compute.manager [req-3ba4092b-bd11-4f02-a294-363e8f9ad1bc req-39c49a75-f577-49ce-8d15-15ad0888cf54 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Refreshing instance network info cache due to event network-changed-7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1401.869291] env[69572]: DEBUG oslo_concurrency.lockutils [req-3ba4092b-bd11-4f02-a294-363e8f9ad1bc req-39c49a75-f577-49ce-8d15-15ad0888cf54 service nova] Acquiring lock "refresh_cache-7aac19f4-7634-4b2e-b379-9ff486f01617" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.869291] env[69572]: DEBUG oslo_concurrency.lockutils [req-3ba4092b-bd11-4f02-a294-363e8f9ad1bc req-39c49a75-f577-49ce-8d15-15ad0888cf54 service nova] Acquired lock "refresh_cache-7aac19f4-7634-4b2e-b379-9ff486f01617" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.869291] env[69572]: DEBUG nova.network.neutron [req-3ba4092b-bd11-4f02-a294-363e8f9ad1bc req-39c49a75-f577-49ce-8d15-15ad0888cf54 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Refreshing network info cache for port 7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.587309] env[69572]: DEBUG nova.network.neutron [req-3ba4092b-bd11-4f02-a294-363e8f9ad1bc req-39c49a75-f577-49ce-8d15-15ad0888cf54 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Updated VIF entry in instance network info cache for port 7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.587742] env[69572]: DEBUG nova.network.neutron [req-3ba4092b-bd11-4f02-a294-363e8f9ad1bc req-39c49a75-f577-49ce-8d15-15ad0888cf54 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Updating instance_info_cache with network_info: [{"id": "7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6", "address": "fa:16:3e:27:a6:6d", "network": {"id": "9e2b9534-23ea-43ca-b0c3-b58f583934be", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797105939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8af3bcdc338e46c6b1816ae4435489d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3135b2-9e", "ovs_interfaceid": "7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.091309] env[69572]: DEBUG oslo_concurrency.lockutils [req-3ba4092b-bd11-4f02-a294-363e8f9ad1bc req-39c49a75-f577-49ce-8d15-15ad0888cf54 service nova] Releasing lock "refresh_cache-7aac19f4-7634-4b2e-b379-9ff486f01617" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.908142] env[69572]: DEBUG nova.compute.manager [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Received event network-changed-08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1403.908671] env[69572]: DEBUG nova.compute.manager [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Refreshing instance network info cache due to event network-changed-08e802a1-4c9f-4c22-b92c-62c8c955bb88. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1403.908671] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] Acquiring lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.908671] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] Acquired lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.908856] env[69572]: DEBUG nova.network.neutron [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Refreshing network info cache for port 08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.578349] env[69572]: DEBUG nova.network.neutron [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updated VIF entry in instance network info cache for port 08e802a1-4c9f-4c22-b92c-62c8c955bb88. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.578715] env[69572]: DEBUG nova.network.neutron [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updating instance_info_cache with network_info: [{"id": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "address": "fa:16:3e:6b:91:70", "network": {"id": "ffef8567-26e2-4d76-b1bb-0850bcc5b148", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1883455558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65fca39cfcb54d6dac5a2f9ed41cbc92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e802a1-4c", "ovs_interfaceid": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.082153] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] Releasing lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.082153] env[69572]: DEBUG nova.compute.manager [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Received event network-changed-08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1405.082153] env[69572]: DEBUG nova.compute.manager [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Refreshing instance network info cache due to event network-changed-08e802a1-4c9f-4c22-b92c-62c8c955bb88. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1405.082419] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] Acquiring lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.082419] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] Acquired lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.082524] env[69572]: DEBUG nova.network.neutron [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Refreshing network info cache for port 08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.736417] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquiring lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.736716] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.736887] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquiring lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.737067] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.737234] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.739380] env[69572]: INFO nova.compute.manager [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Terminating instance [ 1405.746452] env[69572]: DEBUG nova.network.neutron [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updated VIF entry in instance network info cache for port 08e802a1-4c9f-4c22-b92c-62c8c955bb88. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.746760] env[69572]: DEBUG nova.network.neutron [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updating instance_info_cache with network_info: [{"id": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "address": "fa:16:3e:6b:91:70", "network": {"id": "ffef8567-26e2-4d76-b1bb-0850bcc5b148", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1883455558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65fca39cfcb54d6dac5a2f9ed41cbc92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e802a1-4c", "ovs_interfaceid": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.938386] env[69572]: DEBUG nova.compute.manager [req-37ec4a79-4dab-4564-bf6d-18e837229948 req-78fd606a-6266-4568-b195-787edd82fc65 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Received event network-changed-08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1405.938670] env[69572]: DEBUG nova.compute.manager [req-37ec4a79-4dab-4564-bf6d-18e837229948 req-78fd606a-6266-4568-b195-787edd82fc65 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Refreshing instance network info cache due to event network-changed-08e802a1-4c9f-4c22-b92c-62c8c955bb88. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1405.938901] env[69572]: DEBUG oslo_concurrency.lockutils [req-37ec4a79-4dab-4564-bf6d-18e837229948 req-78fd606a-6266-4568-b195-787edd82fc65 service nova] Acquiring lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.242642] env[69572]: DEBUG nova.compute.manager [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1406.242878] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.243793] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3767b1-9a59-429f-a0c9-e9b594426789 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.249381] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] Releasing lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.249631] env[69572]: DEBUG nova.compute.manager [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Received event network-changed-08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1406.249808] env[69572]: DEBUG nova.compute.manager [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Refreshing instance network info cache due to event network-changed-08e802a1-4c9f-4c22-b92c-62c8c955bb88. {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11741}} [ 1406.249989] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] Acquiring lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.250142] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] Acquired lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.250302] env[69572]: DEBUG nova.network.neutron [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Refreshing network info cache for port 08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.253818] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.254260] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831b567a-94ab-4587-972e-fbaf5b1da360 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.260839] env[69572]: DEBUG oslo_vmware.api [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1406.260839] env[69572]: value = "task-3435526" [ 1406.260839] env[69572]: _type = "Task" [ 1406.260839] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.268515] env[69572]: DEBUG oslo_vmware.api [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.770568] env[69572]: DEBUG oslo_vmware.api [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435526, 'name': PowerOffVM_Task, 'duration_secs': 0.218668} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.770910] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.771043] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.771278] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c7bcf10-7060-46c4-a408-87fbbc7232fb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.834174] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.834405] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.834586] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Deleting the datastore file [datastore1] aedc0b40-196b-4e0b-8ffa-dbf2039871e6 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.834848] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84c8bc07-9432-478b-bd37-73c350cdb5a7 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.841168] env[69572]: DEBUG oslo_vmware.api [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for the task: (returnval){ [ 1406.841168] env[69572]: value = "task-3435528" [ 1406.841168] env[69572]: _type = "Task" [ 1406.841168] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.849956] env[69572]: DEBUG oslo_vmware.api [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.928614] env[69572]: DEBUG nova.network.neutron [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updated VIF entry in instance network info cache for port 08e802a1-4c9f-4c22-b92c-62c8c955bb88. {{(pid=69572) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.929058] env[69572]: DEBUG nova.network.neutron [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updating instance_info_cache with network_info: [{"id": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "address": "fa:16:3e:6b:91:70", "network": {"id": "ffef8567-26e2-4d76-b1bb-0850bcc5b148", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1883455558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65fca39cfcb54d6dac5a2f9ed41cbc92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e802a1-4c", "ovs_interfaceid": "08e802a1-4c9f-4c22-b92c-62c8c955bb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.351223] env[69572]: DEBUG oslo_vmware.api [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Task: {'id': task-3435528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241733} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.351445] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.351605] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.351778] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.351981] env[69572]: INFO nova.compute.manager [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1407.352236] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.352446] env[69572]: DEBUG nova.compute.manager [-] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1407.352518] env[69572]: DEBUG nova.network.neutron [-] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.432454] env[69572]: DEBUG oslo_concurrency.lockutils [req-8ee65d5b-a5b3-4264-8c99-581b9c1fcbc8 req-b698bdd3-d8f3-4198-be00-980597d6524e service nova] Releasing lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.432848] env[69572]: DEBUG oslo_concurrency.lockutils [req-37ec4a79-4dab-4564-bf6d-18e837229948 req-78fd606a-6266-4568-b195-787edd82fc65 service nova] Acquired lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.433048] env[69572]: DEBUG nova.network.neutron [req-37ec4a79-4dab-4564-bf6d-18e837229948 req-78fd606a-6266-4568-b195-787edd82fc65 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Refreshing network info cache for port 08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.589729] env[69572]: DEBUG nova.compute.manager [req-e244f3a0-70ec-4549-8694-65994a68c3f5 req-5066174e-b9b9-418e-88b8-6a69aaa918f7 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Received event network-vif-deleted-08e802a1-4c9f-4c22-b92c-62c8c955bb88 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1407.589870] env[69572]: INFO nova.compute.manager [req-e244f3a0-70ec-4549-8694-65994a68c3f5 req-5066174e-b9b9-418e-88b8-6a69aaa918f7 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Neutron deleted interface 08e802a1-4c9f-4c22-b92c-62c8c955bb88; detaching it from the instance and deleting it from the info cache [ 1407.590034] env[69572]: DEBUG nova.network.neutron [req-e244f3a0-70ec-4549-8694-65994a68c3f5 req-5066174e-b9b9-418e-88b8-6a69aaa918f7 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.952341] env[69572]: INFO nova.network.neutron [req-37ec4a79-4dab-4564-bf6d-18e837229948 req-78fd606a-6266-4568-b195-787edd82fc65 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Port 08e802a1-4c9f-4c22-b92c-62c8c955bb88 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1407.952711] env[69572]: DEBUG nova.network.neutron [req-37ec4a79-4dab-4564-bf6d-18e837229948 req-78fd606a-6266-4568-b195-787edd82fc65 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.074438] env[69572]: DEBUG nova.network.neutron [-] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.092435] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-296b7af9-6316-4d40-b44b-29e7399730dc {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.102241] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88f142-3a96-4e40-a2f1-37377c9304dd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.126479] env[69572]: DEBUG nova.compute.manager [req-e244f3a0-70ec-4549-8694-65994a68c3f5 req-5066174e-b9b9-418e-88b8-6a69aaa918f7 service nova] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Detach interface failed, port_id=08e802a1-4c9f-4c22-b92c-62c8c955bb88, reason: Instance aedc0b40-196b-4e0b-8ffa-dbf2039871e6 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1408.456108] env[69572]: DEBUG oslo_concurrency.lockutils [req-37ec4a79-4dab-4564-bf6d-18e837229948 req-78fd606a-6266-4568-b195-787edd82fc65 service nova] Releasing lock "refresh_cache-aedc0b40-196b-4e0b-8ffa-dbf2039871e6" {{(pid=69572) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.577068] env[69572]: INFO nova.compute.manager [-] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Took 1.22 seconds to deallocate network for instance. [ 1409.084394] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.084698] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.084915] env[69572]: DEBUG nova.objects.instance [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lazy-loading 'resources' on Instance uuid aedc0b40-196b-4e0b-8ffa-dbf2039871e6 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.634825] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5992eee8-a5c7-45d5-9926-197199d77790 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.642465] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cadcf8f-c26d-4bf3-bf68-93847a2bbe3d {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.676340] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604ed7d7-4048-437c-8d39-80fbd0119b2b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.686052] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72d4fe3-e630-4305-a880-52a998126a6f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.701312] env[69572]: DEBUG nova.compute.provider_tree [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.204636] env[69572]: DEBUG nova.scheduler.client.report [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.708934] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.728035] env[69572]: INFO nova.scheduler.client.report [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Deleted allocations for instance aedc0b40-196b-4e0b-8ffa-dbf2039871e6 [ 1411.235831] env[69572]: DEBUG oslo_concurrency.lockutils [None req-c48a1341-9e12-4cfb-ac68-4a8fe8c58cbd tempest-ServerRescueTestJSONUnderV235-1009372097 tempest-ServerRescueTestJSONUnderV235-1009372097-project-member] Lock "aedc0b40-196b-4e0b-8ffa-dbf2039871e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.499s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.794560] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.795080] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.795080] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.795080] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.795241] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.795388] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.795530] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69572) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11152}} [ 1438.795672] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.299414] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.299414] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.299414] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.299573] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69572) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1439.301493] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29eff08-ff64-4656-85b0-876e9152270f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.307226] env[69572]: DEBUG oslo_concurrency.lockutils [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "7aac19f4-7634-4b2e-b379-9ff486f01617" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.307437] env[69572]: DEBUG oslo_concurrency.lockutils [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.312044] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9303a-22d3-4696-b248-1833dc4f2095 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.326502] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ea1c9-3d60-4999-9577-c19f4b53f298 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.332536] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e425c198-2ae2-4f9a-a009-318f676274f8 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.360735] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180721MB free_disk=98GB free_vcpus=48 pci_devices=None {{(pid=69572) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1439.360828] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.361079] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.813012] env[69572]: DEBUG nova.compute.utils [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Using /dev/sd instead of None {{(pid=69572) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1440.315797] env[69572]: DEBUG oslo_concurrency.lockutils [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.516654] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Instance 7aac19f4-7634-4b2e-b379-9ff486f01617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69572) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1440.516869] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1440.517036] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69572) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1440.541492] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce4e3da-7578-4d0e-a074-b78b41e08d62 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.549076] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f67f7f-e838-45d0-9006-5abd1886b4bd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.578740] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515a9a18-85d3-47d4-83a1-d9055bb75cfa {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.585224] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11651219-1532-4096-8387-f3025a6ddb98 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.598197] env[69572]: DEBUG nova.compute.provider_tree [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.101545] env[69572]: DEBUG nova.scheduler.client.report [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.367867] env[69572]: DEBUG oslo_concurrency.lockutils [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "7aac19f4-7634-4b2e-b379-9ff486f01617" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.368156] env[69572]: DEBUG oslo_concurrency.lockutils [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.368402] env[69572]: INFO nova.compute.manager [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Attaching volume 3fa6f075-54b9-4f39-8d4c-e83b70d1b981 to /dev/sdb [ 1441.399699] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d658a9-2912-467b-8efc-c2c726b499f5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.407203] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1187a393-eccb-40ee-9c18-086140f0669c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.419780] env[69572]: DEBUG nova.virt.block_device [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Updating existing volume attachment record: 09d7e5b4-888a-403b-b57f-2ca9b0ce286b {{(pid=69572) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1441.606886] env[69572]: DEBUG nova.compute.resource_tracker [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69572) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1441.606886] env[69572]: DEBUG oslo_concurrency.lockutils [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.246s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.607079] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.607196] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Cleaning up deleted instances {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11833}} [ 1442.115887] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] There are 22 instances to clean {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11842}} [ 1442.116257] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: aedc0b40-196b-4e0b-8ffa-dbf2039871e6] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1442.619027] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: b9af9e77-4ad3-41b6-b43e-a0139b575732] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1443.122400] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 1fef4e94-7341-4474-b9d3-a92f72030dd6] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1443.625853] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 1a74cd4e-ec87-4f4a-9c51-a3646989340a] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1444.128914] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: f6282062-70be-4013-ab0a-996ea8e6bd59] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1444.632034] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 174fb405-fd41-4713-a666-a7be85b6d1b9] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1445.135154] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 30581de9-9aa0-4ccd-8603-ad92620b0691] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1445.638046] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: db24db4c-1437-457b-bf4f-f2cdca08d36e] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1445.961912] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Volume attach. Driver type: vmdk {{(pid=69572) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1445.962175] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685781', 'volume_id': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'name': 'volume-3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7aac19f4-7634-4b2e-b379-9ff486f01617', 'attached_at': '', 'detached_at': '', 'volume_id': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'serial': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1445.963059] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2305e613-0e1c-4f31-8f19-783a812192ca {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.978772] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6175778a-d4ba-4433-bd5b-14f4d2a3f60f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.001787] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] volume-3fa6f075-54b9-4f39-8d4c-e83b70d1b981/volume-3fa6f075-54b9-4f39-8d4c-e83b70d1b981.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.002219] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-047056f5-f46e-4529-bc26-36251a7740bb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.020861] env[69572]: DEBUG oslo_vmware.api [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1446.020861] env[69572]: value = "task-3435531" [ 1446.020861] env[69572]: _type = "Task" [ 1446.020861] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.028059] env[69572]: DEBUG oslo_vmware.api [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.142837] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: e6d92416-1b84-4bfc-8aaf-0ac4435060bd] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1446.531295] env[69572]: DEBUG oslo_vmware.api [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435531, 'name': ReconfigVM_Task, 'duration_secs': 0.322054} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.531576] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Reconfigured VM instance instance-00000080 to attach disk [datastore2] volume-3fa6f075-54b9-4f39-8d4c-e83b70d1b981/volume-3fa6f075-54b9-4f39-8d4c-e83b70d1b981.vmdk or device None with type thin {{(pid=69572) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.536166] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40026cca-6a1c-4182-9809-7625bd55917f {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.550488] env[69572]: DEBUG oslo_vmware.api [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1446.550488] env[69572]: value = "task-3435532" [ 1446.550488] env[69572]: _type = "Task" [ 1446.550488] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.557619] env[69572]: DEBUG oslo_vmware.api [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.646648] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 3b6f6b18-8fb3-4e0d-8a4d-7be01b50ebfa] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1447.060396] env[69572]: DEBUG oslo_vmware.api [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435532, 'name': ReconfigVM_Task, 'duration_secs': 0.148789} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.060722] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685781', 'volume_id': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'name': 'volume-3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7aac19f4-7634-4b2e-b379-9ff486f01617', 'attached_at': '', 'detached_at': '', 'volume_id': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'serial': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981'} {{(pid=69572) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1447.150681] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 4b54ee83-ffe6-4fed-8401-965e56754620] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1447.654394] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 2cc5d797-ef2c-448e-9e59-dd0487229147] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1448.095614] env[69572]: DEBUG nova.objects.instance [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lazy-loading 'flavor' on Instance uuid 7aac19f4-7634-4b2e-b379-9ff486f01617 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.157448] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 60fcf3da-659e-48cd-ba46-dd0ebf51529c] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1448.601518] env[69572]: DEBUG oslo_concurrency.lockutils [None req-26dde15c-889b-4ede-bc97-22fe3574660e tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.660383] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: b9f687e5-b16d-45ef-babd-b1a9be707d87] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1448.789662] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "7aac19f4-7634-4b2e-b379-9ff486f01617" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.789893] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.163523] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 4021dfb3-2f3c-4e92-9015-ec8f65e6fa46] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1449.292732] env[69572]: INFO nova.compute.manager [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Detaching volume 3fa6f075-54b9-4f39-8d4c-e83b70d1b981 [ 1449.322440] env[69572]: INFO nova.virt.block_device [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Attempting to driver detach volume 3fa6f075-54b9-4f39-8d4c-e83b70d1b981 from mountpoint /dev/sdb [ 1449.322719] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Volume detach. Driver type: vmdk {{(pid=69572) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1449.322853] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685781', 'volume_id': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'name': 'volume-3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7aac19f4-7634-4b2e-b379-9ff486f01617', 'attached_at': '', 'detached_at': '', 'volume_id': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'serial': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1449.323749] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaf1015-c89e-4159-9faa-80472bcf0081 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.346042] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eed348c-271f-4403-8834-d1bfc115a132 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.352532] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61349abb-f8da-45a5-be98-0df753d606e6 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.372138] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04c701d-3f4a-43eb-8ab7-52de4efe8291 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.386325] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] The volume has not been displaced from its original location: [datastore2] volume-3fa6f075-54b9-4f39-8d4c-e83b70d1b981/volume-3fa6f075-54b9-4f39-8d4c-e83b70d1b981.vmdk. No consolidation needed. {{(pid=69572) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1449.391677] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1449.391923] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11aca5ea-85d6-4924-8f40-0e3b3dc249eb {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.408586] env[69572]: DEBUG oslo_vmware.api [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1449.408586] env[69572]: value = "task-3435533" [ 1449.408586] env[69572]: _type = "Task" [ 1449.408586] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.415683] env[69572]: DEBUG oslo_vmware.api [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.666829] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 2b6242e7-0252-495b-b66a-d6e3244624d0] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1449.918747] env[69572]: DEBUG oslo_vmware.api [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435533, 'name': ReconfigVM_Task, 'duration_secs': 0.22739} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.918962] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69572) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1449.923624] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-648b7751-ba5b-484e-a8e5-6309550abe3a {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.937438] env[69572]: DEBUG oslo_vmware.api [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1449.937438] env[69572]: value = "task-3435534" [ 1449.937438] env[69572]: _type = "Task" [ 1449.937438] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.946113] env[69572]: DEBUG oslo_vmware.api [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.170344] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: e1f1eedb-dd3f-41c4-97f6-dc8daf8da144] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1450.447344] env[69572]: DEBUG oslo_vmware.api [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435534, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.673641] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: a0bd2d42-04d8-4934-b872-df91dcc35e39] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1450.948846] env[69572]: DEBUG oslo_vmware.api [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435534, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.177211] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 036b1202-94cb-47b2-af1d-4bdaef6b5ada] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1451.447365] env[69572]: DEBUG oslo_vmware.api [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435534, 'name': ReconfigVM_Task, 'duration_secs': 1.127192} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.447655] env[69572]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-685781', 'volume_id': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'name': 'volume-3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7aac19f4-7634-4b2e-b379-9ff486f01617', 'attached_at': '', 'detached_at': '', 'volume_id': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981', 'serial': '3fa6f075-54b9-4f39-8d4c-e83b70d1b981'} {{(pid=69572) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1451.680909] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: c8ff5717-d707-480a-8670-68a745ca2437] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1451.985644] env[69572]: DEBUG nova.objects.instance [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lazy-loading 'flavor' on Instance uuid 7aac19f4-7634-4b2e-b379-9ff486f01617 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.184207] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: f51ace3b-7d9a-42db-9933-b13a7e9ea258] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1452.687622] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] [instance: 7888779c-56a7-4f64-a827-3b0c07e2d5f3] Instance has had 0 of 5 cleanup attempts {{(pid=69572) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11846}} [ 1452.993480] env[69572]: DEBUG oslo_concurrency.lockutils [None req-ada99f6d-3d15-4a88-8fa6-3da72221d9cf tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.203s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.191300] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.191678] env[69572]: DEBUG nova.compute.manager [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Cleaning up deleted instances with incomplete migration {{(pid=69572) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11871}} [ 1453.693501] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.054451] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "7aac19f4-7634-4b2e-b379-9ff486f01617" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.054693] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.054907] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "7aac19f4-7634-4b2e-b379-9ff486f01617-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.055107] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.055280] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.057560] env[69572]: INFO nova.compute.manager [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Terminating instance [ 1454.561916] env[69572]: DEBUG nova.compute.manager [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Start destroying the instance on the hypervisor. {{(pid=69572) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3163}} [ 1454.562289] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Destroying instance {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.563100] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a57c78-7891-4d6d-8791-5e7b43579282 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.571034] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Powering off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.571276] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05151796-caff-4145-a7c4-1150bea1d77b {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.577389] env[69572]: DEBUG oslo_vmware.api [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1454.577389] env[69572]: value = "task-3435535" [ 1454.577389] env[69572]: _type = "Task" [ 1454.577389] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.589230] env[69572]: DEBUG oslo_vmware.api [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.086850] env[69572]: DEBUG oslo_vmware.api [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435535, 'name': PowerOffVM_Task, 'duration_secs': 0.161215} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.087137] env[69572]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Powered off the VM {{(pid=69572) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.087289] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Unregistering the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.087530] env[69572]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ea494d9-a3f0-483f-8bae-eb0ef78deacf {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.152146] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Unregistered the VM {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.152360] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Deleting contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.152544] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleting the datastore file [datastore1] 7aac19f4-7634-4b2e-b379-9ff486f01617 {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.152798] env[69572]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20c6873b-f606-49e5-9030-4e1aa3b657e5 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.159029] env[69572]: DEBUG oslo_vmware.api [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for the task: (returnval){ [ 1455.159029] env[69572]: value = "task-3435537" [ 1455.159029] env[69572]: _type = "Task" [ 1455.159029] env[69572]: } to complete. {{(pid=69572) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.165912] env[69572]: DEBUG oslo_vmware.api [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.668441] env[69572]: DEBUG oslo_vmware.api [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Task: {'id': task-3435537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141423} completed successfully. {{(pid=69572) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.668841] env[69572]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleted the datastore file {{(pid=69572) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.668841] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Deleted contents of the VM from datastore datastore1 {{(pid=69572) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.669020] env[69572]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Instance destroyed {{(pid=69572) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.669202] env[69572]: INFO nova.compute.manager [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1455.669451] env[69572]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69572) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1455.669630] env[69572]: DEBUG nova.compute.manager [-] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Deallocating network for instance {{(pid=69572) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2295}} [ 1455.669722] env[69572]: DEBUG nova.network.neutron [-] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] deallocate_for_instance() {{(pid=69572) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.100768] env[69572]: DEBUG nova.compute.manager [req-935ce923-bc6b-4239-91ed-d430f797f326 req-f7a53864-d00b-4835-9f89-24e7e7e3d974 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Received event network-vif-deleted-7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6 {{(pid=69572) external_instance_event /opt/stack/nova/nova/compute/manager.py:11736}} [ 1456.100933] env[69572]: INFO nova.compute.manager [req-935ce923-bc6b-4239-91ed-d430f797f326 req-f7a53864-d00b-4835-9f89-24e7e7e3d974 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Neutron deleted interface 7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6; detaching it from the instance and deleting it from the info cache [ 1456.101109] env[69572]: DEBUG nova.network.neutron [req-935ce923-bc6b-4239-91ed-d430f797f326 req-f7a53864-d00b-4835-9f89-24e7e7e3d974 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.587022] env[69572]: DEBUG nova.network.neutron [-] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Updating instance_info_cache with network_info: [] {{(pid=69572) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.604244] env[69572]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64d83530-6a2a-4ecd-a68a-adb400a29326 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.614486] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fe1980-2849-4a77-9ab0-5417a5f401fd {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.638816] env[69572]: DEBUG nova.compute.manager [req-935ce923-bc6b-4239-91ed-d430f797f326 req-f7a53864-d00b-4835-9f89-24e7e7e3d974 service nova] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Detach interface failed, port_id=7f3135b2-9eed-4f8f-8d5f-8c4a131c74f6, reason: Instance 7aac19f4-7634-4b2e-b379-9ff486f01617 could not be found. {{(pid=69572) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11570}} [ 1457.089443] env[69572]: INFO nova.compute.manager [-] [instance: 7aac19f4-7634-4b2e-b379-9ff486f01617] Took 1.42 seconds to deallocate network for instance. [ 1457.596571] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.596871] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.597112] env[69572]: DEBUG nova.objects.instance [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lazy-loading 'resources' on Instance uuid 7aac19f4-7634-4b2e-b379-9ff486f01617 {{(pid=69572) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.131761] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7306501c-9ac0-4667-9c8a-17e0637221b0 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.139725] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049e26dd-fb50-4ff8-bcb9-f769f32af3f9 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.170623] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6caf14a-fbf1-40df-a10c-3db0f4ff25a3 {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.177260] env[69572]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7745c233-897d-4c56-a0ac-f3a76df0d02c {{(pid=69572) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.190127] env[69572]: DEBUG nova.compute.provider_tree [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed in ProviderTree for provider: 5c8fade1-5d72-4a7c-bfba-ee2769975266 {{(pid=69572) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.195391] env[69572]: DEBUG oslo_service.periodic_task [None req-3853c37c-fed3-4150-bc37-bdc05ec21609 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69572) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.693940] env[69572]: DEBUG nova.scheduler.client.report [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Inventory has not changed for provider 5c8fade1-5d72-4a7c-bfba-ee2769975266 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69572) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.199498] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.219363] env[69572]: INFO nova.scheduler.client.report [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Deleted allocations for instance 7aac19f4-7634-4b2e-b379-9ff486f01617 [ 1459.727066] env[69572]: DEBUG oslo_concurrency.lockutils [None req-0c4f15a6-8aeb-4ef4-8503-dcb688c9931a tempest-AttachVolumeNegativeTest-1316031375 tempest-AttachVolumeNegativeTest-1316031375-project-member] Lock "7aac19f4-7634-4b2e-b379-9ff486f01617" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.672s {{(pid=69572) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}